-- Logs begin at Sat 2021-12-18 02:33:17 UTC, end at Sat 2021-12-18 03:29:39 UTC. -- Dec 18 03:04:14.348399 dv-cinder-818037-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 18 03:04:17.176156 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.common.config [-] Logging enabled! Dec 18 03:04:17.176768 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev293 Dec 18 03:04:17.176940 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 18 03:04:17.180176 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.common.config [-] Logging enabled! Dec 18 03:04:17.180431 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev293 Dec 18 03:04:17.180740 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 18 03:04:17.181697 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 18 03:04:17.181932 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 18 03:04:17.182301 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 18 03:04:17.182546 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 18 03:04:17.182771 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 18 03:04:17.183092 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.183521 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 18 03:04:17.183830 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.184124 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.184412 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.184702 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.184988 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.185269 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.185555 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.185883 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.186168 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.186444 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.186725 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.187015 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.187327 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.187714 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.188000 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.188282 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] debug = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.188559 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.188986 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.189390 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.189689 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.189978 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.190256 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.190530 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.190803 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.191107 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.191426 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] host = dv-cinder-818037-10-iscsi {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.191688 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.191973 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.192257 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.192541 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.192812 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.193087 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.193370 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.193657 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.193932 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] log_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.194206 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.194493 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.194777 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.195063 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.195287 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.195510 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.195805 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.196089 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.196361 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.196630 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.196899 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.197170 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.197440 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.197734 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.198016 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.198296 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.198574 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.198842 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.199111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.199379 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.199646 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.199926 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.200194 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.200464 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.200733 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.201018 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.201284 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.201554 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.201872 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.202153 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.202434 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.202714 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.203563 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.203845 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.204116 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.204387 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.204657 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] use_json = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.204927 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.205194 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.205473 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.205775 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.206046 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.206315 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.206583 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.206864 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:17.207158 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.207450 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.207745 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.208023 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.208323 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.208599 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.208883 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.209156 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.209440 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.209758 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.210047 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.210320 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.210602 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.210876 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.211164 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.211467 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.211757 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.212044 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.212315 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.212587 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.212857 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.213129 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.213411 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.213717 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.214005 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.214290 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.214565 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.214854 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.215134 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.215422 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.215709 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.215983 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.216260 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.216546 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.216822 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.217092 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.217367 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.217688 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.217969 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.218242 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.219208 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.219498 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.219773 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.220048 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.220329 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.220618 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.220897 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.221169 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.221440 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.221744 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.222026 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.222309 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.222585 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.222856 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.223128 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.223406 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.223677 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.223949 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.224227 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.224498 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.224771 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.225042 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.225311 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.225580 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.225875 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.226144 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.226412 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.226682 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.226962 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.227234 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.227509 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.227781 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.228308 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.228581 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.228865 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.229159 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.229434 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.229736 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.230012 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.230288 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.230564 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.230838 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.231111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.231385 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.231654 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.231947 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.232227 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.232510 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.232789 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.233095 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.233386 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.233678 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.233959 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.234259 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.234533 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.234812 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.235094 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.235385 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.235677 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.235968 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.236260 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.236550 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.236828 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.237132 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.237409 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:17.237659 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 18 03:04:17.237884 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102359) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 18 03:04:17.663459 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 18 03:04:17.663740 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 18 03:04:17.664045 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 18 03:04:17.664382 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 18 03:04:17.995183 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:17.995373 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:17.995663 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:17.996956 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:17.997230 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:17.997497 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.043538 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.043822 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.044092 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.058489 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.058770 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.059043 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.087452 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.087732 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.088002 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.126352 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.126627 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.126895 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.464340 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.464946 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.464946 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.465145 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.465867 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.565828 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.566151 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.566440 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.566711 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.566979 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.567296 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.567560 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.567818 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.568072 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.568360 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.568623 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.568888 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.569143 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.569395 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.569679 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.569944 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.570200 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.570477 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.570739 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.570998 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.571270 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.571522 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.571805 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.572189 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.572438 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.572684 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.573074 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:18.573312 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:18.573546 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:18.573807 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:18.574039 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:18.574272 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:18.574634 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 18 03:04:18.577757 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 18 03:04:18.582496 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 18 03:04:18.586460 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 18 03:04:18.588091 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 18 03:04:18.588549 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 18 03:04:18.588885 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 18 03:04:18.589260 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 18 03:04:18.592170 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 18 03:04:18.592424 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 18 03:04:18.592768 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 18 03:04:18.598643 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 18 03:04:18.621894 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 18 03:04:18.622347 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.622646 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102359) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 18 03:04:18.623007 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.624391 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102359) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 18 03:04:18.624733 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 18 03:04:18.624985 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 18 03:04:18.628369 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.628657 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:18.692465 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 18 03:04:18.692650 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 18 03:04:18.692884 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 18 03:04:18.693243 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 18 03:04:18.714588 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_db.sqlalchemy.engines [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102359) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 18 03:04:19.147883 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing driver for type 'gre' Dec 18 03:04:19.148405 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] gre ID ranges: [(1, 1000)] Dec 18 03:04:19.199588 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing driver for type 'local' Dec 18 03:04:19.200023 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing driver for type 'vlan' Dec 18 03:04:19.212983 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] VlanTypeDriver initialization complete Dec 18 03:04:19.213349 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing driver for type 'vxlan' Dec 18 03:04:19.213861 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] vxlan ID ranges: [(1, 1000)] Dec 18 03:04:19.266048 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing extension driver 'port_security' Dec 18 03:04:19.266392 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.extensions.port_security [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] PortSecurityExtensionDriver initialization complete Dec 18 03:04:19.266728 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing mechanism driver 'openvswitch' Dec 18 03:04:19.267053 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing mechanism driver 'hyperv' Dec 18 03:04:19.273652 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:04:19.274477 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.274851 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.275209 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.275742 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 03:04:19.276174 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnet after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.276533 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnet after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.276883 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.277277 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 03:04:19.277713 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.278065 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.278411 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.278806 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 03:04:19.279213 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > security_group after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.279568 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > security_group after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.279913 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.280312 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 03:04:19.280718 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.281601 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.281972 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.282368 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 03:04:19.282774 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > address_group after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.283123 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > address_group after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.283466 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.283861 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 18 03:04:19.284242 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] ML2 OVO RPC backend initialized. {{(pid=102359) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 18 03:04:19.284945 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.285299 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.285747 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.286098 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > networks before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.286449 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.286794 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > ports before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.287166 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnet before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.287511 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnets before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.287855 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.288198 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.288538 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.288882 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.289217 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.289553 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.289918 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnet after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.290258 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnet after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.290597 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.291176 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Modular L2 Plugin initialization complete Dec 18 03:04:19.291512 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading services supported by the core plugin {{(pid=102359) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 18 03:04:19.291838 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Got port-security extension from driver 'port_security' Dec 18 03:04:19.292298 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.extensions.vlantransparent [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Disabled vlantransparent extension. Dec 18 03:04:19.292778 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102359) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 18 03:04:19.293094 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: router Dec 18 03:04:19.329837 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.330233 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router after_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.330613 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router before_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.330984 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.331361 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.331720 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router after_delete 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.332082 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.332560 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.332924 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router after_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.333273 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.333645 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.334005 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.334364 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.334778 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.335151 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.335493 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.335833 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: subnet after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.336173 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.336524 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.336872 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.337220 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: port before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.337565 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.337948 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.338295 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.338654 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.339020 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.339373 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.339745 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > agent after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.340103 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > agent after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.340450 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.341307 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Tracking information for resource: router configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:19.341666 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Tracking information for resource: floatingip configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 18 03:04:19.347117 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.db.l3_agentschedulers_db [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 18 03:04:19.347682 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.348045 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.348417 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.348754 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.349539 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router before_create 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.349937 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.350305 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_create 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.350672 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > router precommit_update 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.355614 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.services.provider_configuration [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service providers = [] {{(pid=102359) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 18 03:04:19.355979 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.db.servicetype_db [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102359) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 18 03:04:19.358947 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.services.service_base [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 03:04:19.359344 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.services.service_base [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 03:04:19.359694 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.services.service_base [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 03:04:19.360587 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.services.service_base [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 18 03:04:19.360960 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.services.service_base [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 18 03:04:19.361331 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.361675 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 18 03:04:19.372273 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.372609 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: auto_allocate Dec 18 03:04:19.378556 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: network precommit_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.378935 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: network precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.379456 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.379779 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: tag Dec 18 03:04:19.386544 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.386877 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: timestamp Dec 18 03:04:19.391379 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.391708 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: network_ip_availability Dec 18 03:04:19.397188 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.397550 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.398102 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.398659 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.398983 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: flavors Dec 18 03:04:19.404039 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.404376 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading Plugin: revisions Dec 18 03:04:19.409640 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 18 03:04:19.410035 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_concurrency.lockutils [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.746s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 18 03:04:19.410786 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102359) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 18 03:04:19.411125 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Initializing extension manager. Dec 18 03:04:19.411643 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: __init__.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.411984 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: __pycache__ {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.412313 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.412643 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: address_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.413402 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.413996 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: address-group Dec 18 03:04:19.414319 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: address_scope.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.415031 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.415535 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: address-scope Dec 18 03:04:19.415854 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.416794 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.417297 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: router-admin-state-down-before-update Dec 18 03:04:19.417635 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: agent.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.418343 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.418854 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: agent Dec 18 03:04:19.419176 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: agent_resources_synced.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.420091 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.420597 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: agent-resources-synced Dec 18 03:04:19.420920 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: allowedaddresspairs.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.422909 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.423434 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: allowed-address-pairs Dec 18 03:04:19.423764 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: auto_allocated_topology.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.424839 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.425358 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: auto-allocated-topology Dec 18 03:04:19.425716 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: availability_zone.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.426414 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.426920 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: availability_zone Dec 18 03:04:19.427243 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: availability_zone_filter.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.428158 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.428670 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: availability_zone_filter Dec 18 03:04:19.428992 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: data_plane_status.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.429938 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.430440 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension data-plane-status not supported by any of loaded plugins Dec 18 03:04:19.430761 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: default_subnetpools.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.431674 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.432180 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: default-subnetpools Dec 18 03:04:19.432503 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.433313 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.433851 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: dhcp_agent_scheduler Dec 18 03:04:19.434175 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: dns.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.435097 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.435597 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension dns-integration not supported by any of loaded plugins Dec 18 03:04:19.435919 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: dns_domain_ports.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.436830 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.437360 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 18 03:04:19.437719 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.438672 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.439172 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 18 03:04:19.439492 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: dvr.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.440160 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.440658 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: dvr Dec 18 03:04:19.440978 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: ecmp_routes.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.441927 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.442429 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 18 03:04:19.442752 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: empty_string_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.443663 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.444177 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: empty-string-filtering Dec 18 03:04:19.444502 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.445411 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.445952 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 18 03:04:19.446293 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.447197 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.447699 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 18 03:04:19.448021 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: external_net.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.448930 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.449439 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: external-net Dec 18 03:04:19.449796 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.450701 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.451209 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: extra_dhcp_opt Dec 18 03:04:19.451527 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: extraroute.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.452436 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.453487 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: extraroute Dec 18 03:04:19.453835 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: extraroute_atomic.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.456389 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.456916 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: extraroute-atomic Dec 18 03:04:19.457251 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: filter_validation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.457969 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.458481 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: filter-validation Dec 18 03:04:19.458807 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: fip_pf_description.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.459728 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.460230 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 18 03:04:19.460557 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: fip_port_details.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.461481 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.462017 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: fip-port-details Dec 18 03:04:19.462344 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: flavors.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.463595 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.464112 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: flavors Dec 18 03:04:19.464444 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.466180 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.466708 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 18 03:04:19.467044 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: floatingip_pools.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.467746 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.468259 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: floatingip-pools Dec 18 03:04:19.469133 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: ip_allocation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.470092 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.470604 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension ip_allocation not supported by any of loaded plugins Dec 18 03:04:19.470929 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.471847 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.472354 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: ip-substring-filtering Dec 18 03:04:19.472680 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l2_adjacency.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.473637 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.474150 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 18 03:04:19.474475 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l3.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.475434 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.475950 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: router Dec 18 03:04:19.476276 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.478822 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.479351 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 18 03:04:19.479682 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.480620 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.481132 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: ext-gw-mode Dec 18 03:04:19.481461 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.482423 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.482936 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: l3-ha Dec 18 03:04:19.483261 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l3_flavors.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.484307 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.484953 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: l3-flavors Dec 18 03:04:19.485283 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.486230 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.486739 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 18 03:04:19.487064 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: l3agentscheduler.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.488089 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.488598 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: l3_agent_scheduler Dec 18 03:04:19.488922 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: local_ip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.490779 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.491300 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension local_ip not supported by any of loaded plugins Dec 18 03:04:19.491635 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: logging.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.493121 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.493657 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension logging not supported by any of loaded plugins Dec 18 03:04:19.493992 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: metering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.494864 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.495443 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: metering Dec 18 03:04:19.495768 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.496887 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.497400 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: metering_source_and_destination_fields Dec 18 03:04:19.497761 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: multiprovidernet.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.498697 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.499212 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: multi-provider Dec 18 03:04:19.499537 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: netmtu.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.501123 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.501641 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: net-mtu Dec 18 03:04:19.501984 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: netmtu_writable.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.502908 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.503415 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: net-mtu-writable Dec 18 03:04:19.503740 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: network_availability_zone.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.504417 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.504921 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: network_availability_zone Dec 18 03:04:19.505239 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: network_ip_availability.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.506638 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.507150 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: network-ip-availability Dec 18 03:04:19.507474 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: network_segment_range.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.508239 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.508740 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension network-segment-range not supported by any of loaded plugins Dec 18 03:04:19.509061 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: pagination.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.510074 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.510406 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: pagination Dec 18 03:04:19.510727 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: port_device_profile.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.511637 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.512147 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: port-device-profile Dec 18 03:04:19.512470 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.513398 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.513930 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: port-mac-address-regenerate Dec 18 03:04:19.514256 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.515177 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.516442 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: port-numa-affinity-policy Dec 18 03:04:19.516899 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: port_resource_request.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.517874 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.518384 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension port-resource-request not supported by any of loaded plugins Dec 18 03:04:19.518705 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: port_resource_request_groups.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.519684 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.520189 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 18 03:04:19.520513 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: portbindings.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.521439 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.521971 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: binding Dec 18 03:04:19.522295 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: portbindings_extended.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.523592 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.524105 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: binding-extended Dec 18 03:04:19.524436 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: portsecurity.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.525355 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.525886 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: port-security Dec 18 03:04:19.526214 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: project_id.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.527195 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.527527 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: project-id Dec 18 03:04:19.527850 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: providernet.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.528776 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.529292 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: provider Dec 18 03:04:19.529629 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.533282 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.533835 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos not supported by any of loaded plugins Dec 18 03:04:19.534169 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.535452 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.535970 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 18 03:04:19.536301 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.537226 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.537777 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 18 03:04:19.538111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_default.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.539021 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.539531 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-default not supported by any of loaded plugins Dec 18 03:04:19.539863 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_fip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.540517 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.541016 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-fip not supported by any of loaded plugins Dec 18 03:04:19.541336 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.542276 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.542782 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 18 03:04:19.543105 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_gateway_ip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.544024 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.544526 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 18 03:04:19.544846 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_port_network_policy.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.545902 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.546406 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 18 03:04:19.546859 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.547903 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.548410 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 18 03:04:19.548739 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_pps_rule.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.549972 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.550487 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-pps not supported by any of loaded plugins Dec 18 03:04:19.550812 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_rule_type_details.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.551727 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.552233 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 18 03:04:19.552558 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: qos_rules_alias.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.553595 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.554126 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 18 03:04:19.554448 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: quota_check_limit.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.555366 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.555874 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: quota-check-limit Dec 18 03:04:19.556198 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: quotasv2.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.557123 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.557451 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: quotas Dec 18 03:04:19.557815 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: quotasv2_detail.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.561112 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.561461 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: quota_details Dec 18 03:04:19.561826 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: rbac.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.563420 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.563948 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: rbac-policies Dec 18 03:04:19.564278 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: rbac_address_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.565224 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.565774 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: rbac-address-group Dec 18 03:04:19.566103 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: rbac_address_scope.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.567038 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.567549 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: rbac-address-scope Dec 18 03:04:19.567875 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: rbac_security_groups.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.568818 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.569323 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: rbac-security-groups Dec 18 03:04:19.569676 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: rbac_subnetpool.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.570593 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.571100 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: rbac-subnetpool Dec 18 03:04:19.571425 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: revisionifmatch.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.572351 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.572858 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: revision-if-match Dec 18 03:04:19.573182 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: revisions.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.574320 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.574828 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: standard-attr-revisions Dec 18 03:04:19.575154 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: router_availability_zone.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.575860 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.576364 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: router_availability_zone Dec 18 03:04:19.576688 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: routerservicetype.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.577612 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.578698 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension router-service-type not supported by any of loaded plugins Dec 18 03:04:19.579017 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.580023 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.580533 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: security-groups-normalized-cidr Dec 18 03:04:19.580858 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.581819 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.582329 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: port-security-groups-filtering Dec 18 03:04:19.582654 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.583597 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.584113 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: security-groups-remote-address-group Dec 18 03:04:19.584437 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.585367 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.585915 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: security-groups-shared-filtering Dec 18 03:04:19.586242 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.586834 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 18 03:04:19.587154 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: securitygroup.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.596874 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.597406 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: security-group Dec 18 03:04:19.597758 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: segment.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.598556 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.599069 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension segment not supported by any of loaded plugins Dec 18 03:04:19.599401 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.600347 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.600857 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 18 03:04:19.601188 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: servicetype.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.602313 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.602833 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: service-type Dec 18 03:04:19.603415 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: sorting.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.604402 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.604736 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: sorting Dec 18 03:04:19.605062 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: standard_attr_segment.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.606008 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.606783 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 18 03:04:19.607116 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: standardattrdescription.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.607791 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.608302 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: standard-attr-description Dec 18 03:04:19.608628 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: stateful_security_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.609691 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.610216 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: stateful-security-group Dec 18 03:04:19.610545 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: stdattrs_common.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.611115 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 18 03:04:19.611437 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.612360 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.612876 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 18 03:04:19.613198 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: subnet_onboard.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.614307 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.614823 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: subnet_onboard Dec 18 03:04:19.615151 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.616082 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.616590 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 18 03:04:19.616913 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: subnet_service_types.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.617871 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.618385 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: subnet-service-types Dec 18 03:04:19.618710 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: subnetallocation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.619804 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.620318 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: subnet_allocation Dec 18 03:04:19.620645 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.621314 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.621848 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: subnetpool-prefix-ops Dec 18 03:04:19.622169 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.623097 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.623602 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 18 03:04:19.623923 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: tagging.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.625689 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.626224 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: standard-attr-tag Dec 18 03:04:19.626555 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: timestamp.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.627780 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.628288 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loaded extension: standard-attr-timestamp Dec 18 03:04:19.628616 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: trunk.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.629691 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.630211 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension trunk not supported by any of loaded plugins Dec 18 03:04:19.630537 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: trunk_details.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.631458 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.631971 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension trunk-details not supported by any of loaded plugins Dec 18 03:04:19.632294 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: uplink_status_propagation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.633213 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.633755 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 18 03:04:19.634080 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Loading extension file: vlantransparent.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 18 03:04:19.634744 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 18 03:04:19.635250 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 18 03:04:19.637780 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:network Dec 18 03:04:19.638311 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:subnet Dec 18 03:04:19.638710 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 03:04:19.639101 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:port Dec 18 03:04:19.640919 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.641387 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service FLAVORS assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.642034 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.642460 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.642793 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:router Dec 18 03:04:19.643216 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:floatingip Dec 18 03:04:19.643713 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service METERING assigned prefix: /metering {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.645143 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.645515 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.645896 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:04:19.646902 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of CountableResource for resource:rbac_policy Dec 18 03:04:19.647348 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:security_group Dec 18 03:04:19.647782 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 18 03:04:19.648439 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.648727 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 03:04:19.649072 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] subnetpool is already registered Dec 18 03:04:19.649503 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.649861 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 03:04:19.650194 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] subnetpool is already registered Dec 18 03:04:19.652439 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.652875 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service FLAVORS assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.653461 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.653914 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.654248 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:router Dec 18 03:04:19.654586 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] router is already registered Dec 18 03:04:19.655000 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:floatingip Dec 18 03:04:19.655336 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] floatingip is already registered Dec 18 03:04:19.655791 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service METERING assigned prefix: /metering {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.656592 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of CountableResource for resource:rbac_policy Dec 18 03:04:19.656923 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] rbac_policy is already registered Dec 18 03:04:19.657342 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:security_group Dec 18 03:04:19.657709 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] security_group is already registered Dec 18 03:04:19.658115 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 18 03:04:19.658448 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] security_group_rule is already registered Dec 18 03:04:19.659069 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.659396 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 03:04:19.659728 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] subnetpool is already registered Dec 18 03:04:19.660162 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 18 03:04:19.660487 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Creating instance of TrackedResource for resource:subnetpool Dec 18 03:04:19.660815 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] subnetpool is already registered Dec 18 03:04:19.661281 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: extensions {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.662760 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: address-groups {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.664232 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: address-scopes {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.665524 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: agents {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.666708 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: auto-allocated-topology {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.667946 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: availability_zones {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.669162 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: dhcp-networks {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.670693 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: dhcp-agents {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.672143 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: routers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.674438 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: flavors {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.675601 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: service_profiles {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.676811 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: next_providers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.678257 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: service_profiles {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.680739 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: floatingip-pools {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.682009 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: routers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.684092 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: floatingips {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.685371 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: l3-routers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.686780 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: l3-agents {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.688896 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: metering-labels {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.690288 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: metering-label-rules {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.691580 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: network-ip-availabilities {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.692836 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: bindings {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.694515 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: quotas {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.696070 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: quotas {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.697603 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: rbac-policies {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.698898 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: security-groups {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.700123 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: security-group-rules {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.701344 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: service-providers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.702588 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: subnetpools {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.704799 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: subnetpools {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.706283 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.708212 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.710027 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.711858 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.713682 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.715524 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.717192 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.719261 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.721031 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.722897 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron.api.extensions [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 18 03:04:19.728991 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING keystonemiddleware.auth_token [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 18 03:04:19.733700 dv-cinder-818037-10-iscsi neutron-server[102359]: WARNING keystonemiddleware.auth_token [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 18 03:04:19.742282 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_concurrency.lockutils [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Acquired lock "singleton_lock" {{(pid=102359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 18 03:04:19.742756 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_concurrency.lockutils [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Releasing lock "singleton_lock" {{(pid=102359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 18 03:04:19.743406 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO oslo_service.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Starting 2 workers Dec 18 03:04:19.748192 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Started child 102468 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 03:04:19.753678 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Started child 102469 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 03:04:19.754339 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:19.754952 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO neutron.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 18 03:04:19.755424 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Publish callbacks [] for process, before_spawn {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:19.755805 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [-] (102468) wsgi starting up on http://0.0.0.0:9696 Dec 18 03:04:19.757794 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO oslo_service.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Starting 1 workers Dec 18 03:04:19.758205 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:19.759534 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [-] (102469) wsgi starting up on http://0.0.0.0:9696 Dec 18 03:04:19.762966 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Started child 102470 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 03:04:19.763516 dv-cinder-818037-10-iscsi neutron-server[102359]: INFO oslo_service.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Starting 1 workers Dec 18 03:04:19.767425 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] calling RpcWorker wait() {{(pid=102470) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 18 03:04:19.767967 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] returning from RpcWorker wait() {{(pid=102470) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 18 03:04:19.768565 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Started child 102471 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 18 03:04:19.769298 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:19.769409 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbabb8fb-9fdb-43d2-9ef0-c66f85eb9912 None None] Publish callbacks [] for process, after_spawn {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:19.769747 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:04:19.771282 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 18 03:04:19.771495 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 18 03:04:19.771681 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 18 03:04:19.771897 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 18 03:04:19.772233 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 18 03:04:19.772413 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 18 03:04:19.773216 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.773480 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.773806 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.774065 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.774369 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.774455 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:19.774956 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.775399 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.775512 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:04:19.775893 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.776317 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.776692 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.777021 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.777327 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.777743 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.778139 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.778577 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.778970 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.779357 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.779726 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.780039 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.780421 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.780843 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.781270 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.781761 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] debug = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.782185 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.782806 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.783187 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.783562 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.783938 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.784365 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.784732 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.785141 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.785526 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.785936 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.786336 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.786731 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.787110 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.787480 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.787843 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.788203 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.788608 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.788967 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.789580 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] host = dv-cinder-818037-10-iscsi {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.789964 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.790338 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.790733 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.791125 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.791512 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.791868 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.792260 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.792659 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.793070 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.793463 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.793883 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.794276 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.794663 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.795044 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.795433 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_options = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.795810 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.796222 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.796679 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.797036 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.797342 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.797688 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.798097 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.798397 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.798804 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.799157 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.799524 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.799895 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.800250 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.802088 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.802366 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.802646 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.802854 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.803102 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.803385 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.803663 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.803884 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.804111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.804369 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.804565 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.804813 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.805313 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.805313 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.805466 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.805717 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.805948 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.806191 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.806653 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.807075 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.807329 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.808077 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.808314 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.808545 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.808767 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.809036 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.809260 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.809682 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.809933 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.810170 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.810418 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.810648 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.810882 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.811095 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_json = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.811329 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.811579 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.811829 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.812055 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.812805 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.813017 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.813227 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.813473 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.814108 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.814418 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.814750 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.815000 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.815248 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.815485 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.815737 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.815973 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.816200 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.816433 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.816724 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.816946 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.817241 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.817458 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.817867 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.818238 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.818496 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.818769 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.818989 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.819235 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.819484 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.819720 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.819990 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.820208 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.820455 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.820702 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.820922 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.821211 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.821467 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.821825 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.822091 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.822338 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.822597 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.822809 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.823025 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.823237 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.823447 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.823685 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.823893 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.824161 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.824375 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.824584 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.824803 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.825025 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.825235 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.825481 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.825724 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.825961 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.826205 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.826421 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.826653 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.826863 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.827073 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.827299 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.827556 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.828614 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.829051 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.829277 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.829522 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.829745 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.830339 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.830490 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.830625 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.830819 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.831032 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.831238 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.831450 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.831655 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.831901 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.832160 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.832419 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.832573 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.832783 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.833013 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.833223 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.833436 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.834241 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.834241 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.834435 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.834736 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.835267 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.835731 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.836155 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.836405 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.836624 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.836841 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.837053 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.837262 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.837493 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.837726 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.837938 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.838206 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.838516 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.838770 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.839014 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.839226 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.839482 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.839944 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.840245 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.840388 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.840577 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.840802 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.842122 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.842377 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.842522 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.842709 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.842943 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.843230 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.843475 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.843728 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.844085 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.844406 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.844640 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.844940 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.845183 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.845443 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.846011 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.846011 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.846311 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.846575 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.846828 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.847049 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.847344 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.847629 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.847892 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.848176 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.848443 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.848715 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.848984 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.849238 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.849515 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.851802 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.851802 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.851802 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.851802 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.852412 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.852412 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.852782 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.852782 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.853325 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.853540 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.854476 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.854682 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.854951 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.855214 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.855493 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.855747 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.856015 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.856302 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.857103 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.857103 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.857103 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.857521 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.857521 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.858489 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.858489 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.858489 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.858912 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.858912 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.859795 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.860113 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.860355 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.860601 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.860821 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.861052 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.861304 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.861522 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.865603 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.865919 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.866171 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.866418 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.866663 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.866901 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.867181 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.867440 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.867735 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.868008 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.868252 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.868487 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.868741 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.868989 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.869215 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.869479 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.870042 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.870268 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.870495 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.870742 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.870965 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.871185 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.871439 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.871675 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.871936 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.872194 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.872536 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.872792 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.873052 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.873297 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.873520 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.874339 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.874590 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.874955 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.875169 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.875554 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.875778 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.876052 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.876319 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.876566 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.876783 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.877000 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.877218 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.877475 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.878553 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.878881 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.879159 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.879402 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.879663 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.879891 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.880120 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.880336 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.880710 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.880951 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.881177 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.881395 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.881608 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.881859 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.882075 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.882287 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.882533 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.882754 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.883007 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.883254 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.883464 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.883675 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.883902 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.884138 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.884348 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.884590 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.884802 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.885013 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.885256 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.885473 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.885853 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.887360 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.887584 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.887828 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.888057 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.888282 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.888500 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.888805 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.889062 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.889284 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.889575 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.889860 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.890109 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.890951 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.891278 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.891568 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.891761 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.892003 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.892256 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.892476 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.892728 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.893045 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.893332 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.893575 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.894346 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.894612 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.894898 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.895190 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.895410 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.895708 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.896049 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.896343 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.896590 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.896818 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.897057 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.897281 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.897501 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.897990 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.898246 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.898524 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.898728 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.898957 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.899202 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.899437 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.899664 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.899897 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.900140 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.900371 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.900623 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.900838 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.900998 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 18 03:04:19.901525 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 18 03:04:19.901934 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 18 03:04:19.902097 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 18 03:04:19.902284 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 18 03:04:19.902459 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 18 03:04:19.902613 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 18 03:04:19.902821 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.902989 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.903128 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.903294 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.903454 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.903637 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.903797 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.903956 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.904113 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.904270 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.904429 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.904586 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.904744 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.904901 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.905059 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.905215 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.905373 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.905531 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.905718 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.905978 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.906668 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.906965 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.907137 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] debug = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.907297 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.907516 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.907682 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.907843 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.908006 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.908166 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.908324 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.908483 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.908640 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.908801 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.908958 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.909117 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.909274 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.909432 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.909590 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.909772 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.909930 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.910089 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.910247 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] host = dv-cinder-818037-10-iscsi {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.910404 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.910561 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.910719 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.910877 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.911036 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.911194 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.911352 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.911512 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.911668 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.911827 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.911986 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.912142 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.912299 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.912457 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.912615 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_options = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.912771 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.912929 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.913087 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.913277 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.913441 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.913601 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.914082 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.914244 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.914408 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.914568 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.914729 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.914887 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.915038 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.915201 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.915358 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.915516 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.915676 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.915836 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.915986 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.916152 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.916290 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.916455 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.916629 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.916769 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.916913 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.917048 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.917193 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.917327 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.917492 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.917667 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.917850 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.918001 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.918165 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.918323 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.918484 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.918641 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.918798 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.918959 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.919121 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.919278 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.919435 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.919592 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.919752 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.919909 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.920067 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.920225 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.920386 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_json = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.920543 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.920700 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.920859 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.921017 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.921175 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.921333 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.921533 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.921976 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 18 03:04:19.922175 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.922339 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.922514 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.922679 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.922841 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.923003 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.923165 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.923326 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.923505 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.923650 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.924004 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.924192 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.924340 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.924696 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.924866 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.925037 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.925204 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.925369 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.925517 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.925727 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.925856 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.926169 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.926344 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.926504 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.926665 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.926825 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.926986 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.927155 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.927314 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.927491 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.927655 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.927817 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.927982 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.928144 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.928305 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.928469 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.928631 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.928787 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.928943 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.929098 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.929253 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.929410 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.929567 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.929748 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.929917 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.930080 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.930240 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.930376 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.930539 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.930701 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.930863 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.931024 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.931175 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.931334 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.931496 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.931652 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.931856 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.932006 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.932140 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.932273 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.932427 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.932572 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.932707 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.932866 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.933027 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.933197 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.933338 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.933487 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.933673 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.933847 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.934073 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.934217 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.934352 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.934497 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.934631 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.934782 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.934988 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.935129 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.935264 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.935407 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.935542 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.935677 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.935810 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.935944 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.936079 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.936213 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:04:19.936364 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.936364 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.936714 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.936714 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.936982 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.936982 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.937268 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.937403 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.937536 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.937703 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.937858 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.938024 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.938181 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.938337 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.938487 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.938643 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.938797 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.938951 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.939107 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.939255 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.939410 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.939565 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.940185 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.940185 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.940185 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.940185 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.940719 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.940719 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.940719 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941490 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941490 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941490 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941910 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.941910 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.942683 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.942683 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.942683 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.942683 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.942683 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943345 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943345 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943345 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943345 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943345 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943977 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943977 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943977 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.943977 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.944574 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.944574 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.944574 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.944574 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.945189 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.945189 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.945189 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.945189 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.945721 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.945721 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.945721 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946110 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946110 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946110 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946514 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946514 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946514 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946965 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946965 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.946965 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.947342 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.947342 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.947608 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.947608 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.947864 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.947864 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.948119 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.948119 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.948383 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.948517 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.948651 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.948800 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.948936 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.949068 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.949202 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.949406 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.949561 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.949733 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.949870 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950014 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950148 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950292 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950427 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950560 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950695 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950829 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.950963 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.951132 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.951283 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.951444 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.951607 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.951769 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.951930 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.952167 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.952318 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.952463 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.952597 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.952740 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.953465 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.953658 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.953966 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.954116 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.954282 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.954418 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.954553 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.954687 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.954835 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.954973 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.955119 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.955346 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.955483 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.955617 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.955750 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.955884 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.956029 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.956173 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.956308 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.956473 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.956636 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.956797 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.956959 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.957111 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.957278 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.957439 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.957590 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.957757 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.957923 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.958066 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.958242 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.958407 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.958569 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.959009 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.959009 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.959009 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.959464 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.959613 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.959748 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.959881 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.960016 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.960151 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.960285 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.960450 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.960600 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.960765 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.960927 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.961088 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.961259 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.961421 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.961572 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.961775 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.961937 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.962091 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.962320 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.962465 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.962602 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.962736 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.962870 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.963004 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.963139 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.963317 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.963481 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.963628 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.963764 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.963927 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.964073 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.964237 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.964394 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.964560 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.964730 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.964880 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.965049 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.965221 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.965445 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.965587 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.965904 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.965904 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.966176 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.966176 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.966446 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.966582 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.966716 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.966850 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.966984 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.967117 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.967251 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.967384 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.967531 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.967676 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.967820 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.967954 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.968088 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.968245 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.968567 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.968783 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.969002 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 18 03:04:19.969144 dv-cinder-818037-10-iscsi neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 18 03:04:20.022220 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 52854) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:20.032093 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069745 Dec 18 03:04:31.549586 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575523ea-3caf-4877-a2fa-246d199d0157 None None] get_active_networks_info from dv-cinder-818037-10-iscsi {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 18 03:04:31.610729 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575523ea-3caf-4877-a2fa-246d199d0157 None None] No non-hosted networks {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 18 03:04:31.634581 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.agentschedulers_db [None req-575523ea-3caf-4877-a2fa-246d199d0157 None None] DHCP Agent not found on host dv-cinder-818037-10-iscsi {{(pid=102470) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 18 03:04:31.804537 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0d4feee1-a843-48f5-8826-b120ad3e1e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1646748'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:33.882812 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b05cf95d-d4a1-4955-b37b-a077eab87718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1646748'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:33.943345 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed203ce8-0cc8-48a7-a6cf-683d859b8e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:34.964157 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1646748'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:36.460705 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1646748'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:37.431891 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1646748'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:37.433066 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.433771 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.434390 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.434987 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.435629 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.436209 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.437801 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.438516 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.439098 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.439702 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.440309 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.441305 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.442127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:37.442814 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818037-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:04:37.453911 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818037-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:04:37.855231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 52944) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:38.373538 dv-cinder-818037-10-iscsi neutron-server[102469]: WARNING oslo_policy.policy [None req-c6cf1b3d-0d00-4bc6-a578-f22e25c3c0aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:38.375008 dv-cinder-818037-10-iscsi neutron-server[102469]: WARNING oslo_policy.policy [None req-c6cf1b3d-0d00-4bc6-a578-f22e25c3c0aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:38.538317 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.db.l3_hamode_db [None req-df030dcc-6811-42c5-8635-629c2b334e48 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 18 03:04:38.613535 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [None req-c6cf1b3d-0d00-4bc6-a578-f22e25c3c0aa admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:04:38.621672 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-c6cf1b3d-0d00-4bc6-a578-f22e25c3c0aa admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7585764 Dec 18 03:04:38.626285 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df030dcc-6811-42c5-8635-629c2b334e48 None None] Routers set() bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:04:38.626658 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df030dcc-6811-42c5-8635-629c2b334e48 None None] Router IDs set() for agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 18 03:04:41.241235 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 52960) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:41.553958 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:04:41.649639 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.policy [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102469) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 18 03:04:41.694653 dv-cinder-818037-10-iscsi neutron-server[102469]: WARNING oslo_policy.policy [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:41.695022 dv-cinder-818037-10-iscsi neutron-server[102469]: WARNING oslo_policy.policy [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:41.703730 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.quota [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] Loaded quota_driver: . Dec 18 03:04:41.792833 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752851863756', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752851863265', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752851849493', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752851846665', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752851901191', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752851893182', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589804', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583356', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1789279'] for rbac-policy, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:41.856869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:41.858094 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e627e848-8218-4572-9e97-fbc97b42b729 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6157684 Dec 18 03:04:44.656382 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 52972) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:44.950433 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Request body: {'network': {'project_id': '7a487911044c4d5f82dd93c425d88275', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'name': 'private', 'admin_state_up': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:04:44.981607 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Made reservation on behalf of 7a487911044c4d5f82dd93c425d88275 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:04:44.984505 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.001698 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.108265 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.111874 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.131274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:04:45.158832 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752851021442', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.159409 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Unsubscribe: segment precommit_create {{(pid=102469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 18 03:04:45.159934 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Added segment c0b27f34-8e1f-4919-a737-5969cc9a3a2a of type vlan for network 6eb56c02-885f-422b-b79f-486b7e4461cf Dec 18 03:04:45.174913 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4405ba-c22d-45c3-bf00-6a0ce04b75b6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:04:45.223404 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.223765 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.224102 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.224439 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.224758 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.225081 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.225415 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.225763 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.226094 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.226414 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.226728 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.227040 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.227349 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Tracked resource versions report: Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: pushed versions: Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: { 'AddressGroup': {'1.2'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'ConntrackHelper': {'1.0'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Log': {'1.0'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Network': {'1.1'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Port': {'1.7'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'PortForwarding': {'1.2'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'QosPolicy': {'1.10'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroup': {'1.5'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SubPort': {'1.0'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Subnet': {'1.1'}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Trunk': {'1.1'}} Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: consumer versions: Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'ConntrackHelper': '1.0', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'LocalIPAssociation': '1.0', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Log': '1.0', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Network': '1.1', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Port': '1.7', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'PortForwarding': '1.2', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'QosPolicy': '1.10', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroup': '1.5', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroupRule': '1.2', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SubPort': '1.0', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Subnet': '1.1', Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Trunk': '1.1'}} Dec 18 03:04:45.229002 dv-cinder-818037-10-iscsi neutron-server[102469]: {{(pid=102469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:04:45.285392 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.323160 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.325171 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:04:45.325915 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:45.400952 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7434154 Dec 18 03:04:45.425272 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebb41-bd0a-49db-8930-93212be5d3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb56c02-885f-422b-b79f-486b7e4461cf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:04:45.438133 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 6eb56c02-885f-422b-b79f-486b7e4461cf details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:04:48.236856 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 52986) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:48.721703 dv-cinder-818037-10-iscsi neutron-server[102468]: WARNING oslo_policy.policy [None req-19d80a18-039c-4e66-ba98-f118c3780178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:48.722315 dv-cinder-818037-10-iscsi neutron-server[102468]: WARNING oslo_policy.policy [None req-19d80a18-039c-4e66-ba98-f118c3780178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:49.163205 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.policy [None req-19d80a18-039c-4e66-ba98-f118c3780178 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102468) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 18 03:04:49.208332 dv-cinder-818037-10-iscsi neutron-server[102468]: WARNING oslo_policy.policy [None req-19d80a18-039c-4e66-ba98-f118c3780178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:49.208700 dv-cinder-818037-10-iscsi neutron-server[102468]: WARNING oslo_policy.policy [None req-19d80a18-039c-4e66-ba98-f118c3780178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 18 03:04:49.218333 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d80a18-039c-4e66-ba98-f118c3780178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:04:49.220195 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-19d80a18-039c-4e66-ba98-f118c3780178 admin admin] 10.222.0.24 "GET /v2.0/networks/6eb56c02-885f-422b-b79f-486b7e4461cf HTTP/1.1" status: 200 len: 825 time: 0.9812944 Dec 18 03:04:49.258713 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-9435ebac-81f2-421b-8ff4-1db8ee3258ce admin admin] 10.222.0.24 "GET /v2.0/subnetpools/0a82ee61-ece6-402c-b497-50e9939f909a HTTP/1.1" status: 200 len: 734 time: 0.0324979 Dec 18 03:04:49.268465 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Request body: {'subnet': {'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0a82ee61-ece6-402c-b497-50e9939f909a', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:04:49.270068 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.quota [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Loaded quota_driver: . Dec 18 03:04:49.312872 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Made reservation on behalf of 7a487911044c4d5f82dd93c425d88275 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:04:49.315618 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:49.593162 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:49.661453 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Checking segment: {'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:04:49.661843 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Network hostable DHCP agents. Network: 6eb56c02-885f-422b-b79f-486b7e4461cf, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:04:49.671281 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6782da-e5f7-4bd5-a9ae-f376093c3da6,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:04:49.684205 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.684658 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.685056 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.685419 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.685805 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.686720 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.687196 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.687525 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.687862 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.688185 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.688503 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.688816 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.689131 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Tracked resource versions report: Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: pushed versions: Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: { 'AddressGroup': {'1.2'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'ConntrackHelper': {'1.0'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Log': {'1.0'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Network': {'1.1'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Port': {'1.7'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'PortForwarding': {'1.2'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'QosPolicy': {'1.10'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroup': {'1.5'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SubPort': {'1.0'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Subnet': {'1.1'}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Trunk': {'1.1'}} Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: consumer versions: Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'ConntrackHelper': '1.0', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'LocalIPAssociation': '1.0', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Log': '1.0', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Network': '1.1', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Port': '1.7', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'PortForwarding': '1.2', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'QosPolicy': '1.10', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroup': '1.5', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroupRule': '1.2', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SubPort': '1.0', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Subnet': '1.1', Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Trunk': '1.1'}} Dec 18 03:04:49.690543 dv-cinder-818037-10-iscsi neutron-server[102468]: {{(pid=102468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:04:49.722832 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Network 6eb56c02-885f-422b-b79f-486b7e4461cf is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:04:49.734926 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 6eb56c02-885f-422b-b79f-486b7e4461cf) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:04:49.739720 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:04:49.740352 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:49.744760 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b409a-33fe-4ce2-88c5-e96d3c3a4bef None None] Network 6eb56c02-885f-422b-b79f-486b7e4461cf requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:04:49.762119 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e700c720-937d-42d1-9857-bec39d2feb4a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4969990 Dec 18 03:04:50.013852 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-6eb56c02-885f-422b-b79f-486b7e4461cf', 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'project_id': '7a487911044c4d5f82dd93c425d88275', 'fixed_ips': [{'subnet_id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:04:50.015161 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:50.316533 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Allocated IP 172.20.0.2 (6eb56c02-885f-422b-b79f-486b7e4461cf/6f6782da-e5f7-4bd5-a9ae-f376093c3da6/323bbfe7-28e5-4c96-8ab6-dbe34646df98) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:04:50.557756 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:50.566075 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:50.644087 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Network 6eb56c02-885f-422b-b79f-486b7e4461cf is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:04:50.648720 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:04:50.657597 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:04:50.660668 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Pushing event updated for resources: {'Port': ['ID=323bbfe7-28e5-4c96-8ab6-dbe34646df98,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:04:50.692134 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.692494 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.692860 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.693202 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.693533 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.693887 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.694230 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.694560 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.694883 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.695221 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.695544 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.695863 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.696181 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Tracked resource versions report: Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: pushed versions: Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: { 'AddressGroup': {'1.2'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'ConntrackHelper': {'1.0'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Log': {'1.0'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Network': {'1.1'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Port': {'1.7'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'PortForwarding': {'1.2'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'QosPolicy': {'1.10'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroup': {'1.5'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SubPort': {'1.0'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Subnet': {'1.1'}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Trunk': {'1.1'}} Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: consumer versions: Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'ConntrackHelper': '1.0', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'LocalIPAssociation': '1.0', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Log': '1.0', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Network': '1.1', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Port': '1.7', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'PortForwarding': '1.2', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'QosPolicy': '1.10', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroup': '1.5', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroupRule': '1.2', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SubPort': '1.0', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Subnet': '1.1', Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Trunk': '1.1'}} Dec 18 03:04:50.697642 dv-cinder-818037-10-iscsi neutron-server[102470]: {{(pid=102470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:04:50.744822 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Attempting to bind port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:04:50.745436 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Attempting to bind port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:04:50.745668 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Attempting to bind port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 on network 6eb56c02-885f-422b-b79f-486b7e4461cf {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:04:50.751324 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:04:50.751719 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Checking segment: {'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:04:50.752190 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:50.752592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Bound using segment: {'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:04:50.753113 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Bound port: 323bbfe7-28e5-4c96-8ab6-dbe34646df98, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:04:50.753534 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:50.815699 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] For port 323bbfe7-28e5-4c96-8ab6-dbe34646df98, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:04:50.819865 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] For port 323bbfe7-28e5-4c96-8ab6-dbe34646df98, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=323bbfe7-28e5-4c96-8ab6-dbe34646df98,segment=NetworkSegment(c0b27f34-8e1f-4919-a737-5969cc9a3a2a),segment_id=c0b27f34-8e1f-4919-a737-5969cc9a3a2a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:04:50.824293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:50.886323 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde403c-883f-43f4-9aef-7e29aa7a2f58 None None] Pushing event updated for resources: {'Port': ['ID=323bbfe7-28e5-4c96-8ab6-dbe34646df98,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:04:52.389969 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53006) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:52.705140 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [None req-89057d10-cd72-4394-b5c3-e080b0fa5eb8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:04:52.706265 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-89057d10-cd72-4394-b5c3-e080b0fa5eb8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152723 Dec 18 03:04:55.308743 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53014) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:55.626643 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [None req-d8e52ae1-967a-482a-8e82-bece35daf770 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:04:55.627733 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d8e52ae1-967a-482a-8e82-bece35daf770 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3180506 Dec 18 03:04:58.554659 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53026) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:04:58.864406 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-017219b8-bc86-4c3b-9b08-61de23ddd750 admin admin] Request body: {'router': {'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:04:58.889401 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-017219b8-bc86-4c3b-9b08-61de23ddd750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:58.891113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-017219b8-bc86-4c3b-9b08-61de23ddd750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:59.024630 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-017219b8-bc86-4c3b-9b08-61de23ddd750 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:59.030784 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-017219b8-bc86-4c3b-9b08-61de23ddd750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:59.048773 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-017219b8-bc86-4c3b-9b08-61de23ddd750 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:59.049987 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-017219b8-bc86-4c3b-9b08-61de23ddd750 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4943612 Dec 18 03:04:59.292439 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 323bbfe7-28e5-4c96-8ab6-dbe34646df98 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:04:59.400208 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:04:59.400841 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:59.515241 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:59.550080 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 323bbfe7-28e5-4c96-8ab6-dbe34646df98, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=323bbfe7-28e5-4c96-8ab6-dbe34646df98,segment=NetworkSegment(c0b27f34-8e1f-4919-a737-5969cc9a3a2a),segment_id=c0b27f34-8e1f-4919-a737-5969cc9a3a2a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:04:59.554342 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:04:59.604193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=323bbfe7-28e5-4c96-8ab6-dbe34646df98,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:04:59.987204 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669c05b-0047-4190-8195-690052d1b097 None None] Network 6eb56c02-885f-422b-b79f-486b7e4461cf requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:05:00.054804 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bf30f40f-fed8-4792-81bf-3774edf240bc None None] Provisioning complete for port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:00.055168 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf30f40f-fed8-4792-81bf-3774edf240bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:00.397789 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9744185f-a4b6-47f9-88e5-d763311aa9a7 None None] Provisioning complete for port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:00.398452 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9744185f-a4b6-47f9-88e5-d763311aa9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:01.259056 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 323bbfe7-28e5-4c96-8ab6-dbe34646df98 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:05:01.306039 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:01.306412 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:01.471829 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d210c56c-39aa-4f33-93f2-308f7775f09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:01.656406 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53036) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:05:01.961744 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [None req-c3900779-80ae-44cf-90c9-4080dc7717ce admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:05:01.962826 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-c3900779-80ae-44cf-90c9-4080dc7717ce admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3054941 Dec 18 03:05:03.874331 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-84da8b75-1e4a-482b-8270-b3dcff4463ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:04.539775 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53044) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:05:04.841374 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:05:04.864578 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Made reservation on behalf of d199be64394e4fc4b84eb3d9d4967d03 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:05:04.866806 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:04.874521 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:04.907635 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:04.945986 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:04.949300 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:04.962767 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Reserving flat network on physical network physnet1 {{(pid=102469) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 18 03:05:04.984432 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b9000f-a1ab-44b0-8ccf-320fae5c6d44,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:04.987279 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:04.987614 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Added segment d893bddf-f555-4e27-b2a4-32069f4bdcdb of type flat for network 74a8eff6-f122-4e99-acb9-e18453662af3 Dec 18 03:05:05.032286 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:05.065892 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:05.067011 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:05:05.067645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:05.135696 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5948534 Dec 18 03:05:05.146038 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331784b-b249-46b6-894e-b9bc07add030 admin admin] Pushing event updated for resources: {'Network': ['ID=74a8eff6-f122-4e99-acb9-e18453662af3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:05.161252 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 74a8eff6-f122-4e99-acb9-e18453662af3 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:05:06.355073 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:07.424430 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:07.745472 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53062) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:05:07.958238 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c25e55b-8f1f-4227-99de-366df81ff737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:05:07.960053 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-6c25e55b-8f1f-4227-99de-366df81ff737 admin admin] 10.222.0.24 "GET /v2.0/subnets/6f6782da-e5f7-4bd5-a9ae-f376093c3da6 HTTP/1.1" status: 200 len: 849 time: 0.2131510 Dec 18 03:05:08.076965 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a8a5e089-3f66-437d-9b57-fb5ddf417c2b admin admin] 10.222.0.24 "GET /v2.0/routers/fefa7899-a6ab-4d71-9335-250dd20e50f7 HTTP/1.1" status: 200 len: 704 time: 0.1113126 Dec 18 03:05:08.334351 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:08.624311 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Allocated IP 172.20.0.1 (6eb56c02-885f-422b-b79f-486b7e4461cf/6f6782da-e5f7-4bd5-a9ae-f376093c3da6/2e127f8a-1b2e-4309-974d-9a17b9a4e409) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:05:08.800665 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:08.863278 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:08.938721 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Network 6eb56c02-885f-422b-b79f-486b7e4461cf is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:05:08.946718 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:05:08.952418 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Pushing event updated for resources: {'Port': ['ID=2e127f8a-1b2e-4309-974d-9a17b9a4e409,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:08.963194 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:05:08.963742 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:09.193188 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bab177bb-7650-4cf8-a71a-0bc859375f4d None None] Provisioning complete for port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:09.193762 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bab177bb-7650-4cf8-a71a-0bc859375f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:09.215113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:09.225879 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bab177bb-7650-4cf8-a71a-0bc859375f4d None None] Port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:05:09.432560 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:09.436896 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:09.437722 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:09.515957 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Pushing event updated for resources: {'Port': ['ID=2e127f8a-1b2e-4309-974d-9a17b9a4e409,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:09.559925 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Network 6eb56c02-885f-422b-b79f-486b7e4461cf is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:05:09.561424 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:05:09.720190 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Router fefa7899-a6ab-4d71-9335-250dd20e50f7 is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:05:09.746001 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e443298e-b67a-4d08-a753-a3b07b97c207 None None] Provisioning complete for port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:09.746380 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e443298e-b67a-4d08-a753-a3b07b97c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:09.781715 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e443298e-b67a-4d08-a753-a3b07b97c207 None None] Port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:05:09.808137 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:05:09.815543 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9d6c200e-5a5c-4b56-91bb-50f8bf8ea84f admin admin] 10.222.0.24 "PUT /v2.0/routers/fefa7899-a6ab-4d71-9335-250dd20e50f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7311361 Dec 18 03:05:09.830272 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Sync routers for ids ['fefa7899-a6ab-4d71-9335-250dd20e50f7'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:05:09.842600 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Routers {'fefa7899-a6ab-4d71-9335-250dd20e50f7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:05:09.843540 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:05:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fefa7899-a6ab-4d71-9335-250dd20e50f7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:10.030757 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Set router fefa7899-a6ab-4d71-9335-250dd20e50f7 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:05:10.461686 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'name': 'router1', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:04:58Z', 'updated_at': '2021-12-18T03:05:09Z', 'revision_number': 2, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'gw_port_host': None, '_interfaces': [{'id': '2e127f8a-1b2e-4309-974d-9a17b9a4e409', 'name': '', 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'mac_address': 'fa:16:3e:79:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:08Z', 'updated_at': '2021-12-18T03:05:09Z', 'revision_number': 2, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'subnets': [{'id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a82ee61-ece6-402c-b497-50e9939f909a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:10.510377 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Checking router: fefa7899-a6ab-4d71-9335-250dd20e50f7 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:05:10.510753 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Updating router fefa7899-a6ab-4d71-9335-250dd20e50f7 port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:05:10.585151 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.062622 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.069094 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.238374 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Attempting to bind port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:05:11.238777 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Attempting to bind port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:05:11.239237 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Attempting to bind port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 on network 6eb56c02-885f-422b-b79f-486b7e4461cf {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:05:11.248486 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:05:11.248899 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Checking segment: {'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:05:11.249366 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.249793 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Bound using segment: {'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:05:11.250334 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Bound port: 2e127f8a-1b2e-4309-974d-9a17b9a4e409, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b27f34-8e1f-4919-a737-5969cc9a3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:05:11.250724 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.264109 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Pushing event updated for resources: {'Port': ['ID=2e127f8a-1b2e-4309-974d-9a17b9a4e409,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:11.274565 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.274922 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.275268 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.275602 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.275932 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.276259 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.276605 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.276934 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.277259 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.277597 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.277946 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.278264 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.278583 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Tracked resource versions report: Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: pushed versions: Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: { 'AddressGroup': {'1.2'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'ConntrackHelper': {'1.0'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Log': {'1.0'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Network': {'1.1'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Port': {'1.7'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'PortForwarding': {'1.2'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'QosPolicy': {'1.10'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroup': {'1.5'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SubPort': {'1.0'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Subnet': {'1.1'}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Trunk': {'1.1'}} Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: consumer versions: Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'ConntrackHelper': '1.0', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'LocalIPAssociation': '1.0', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Log': '1.0', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Network': '1.1', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Port': '1.7', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'PortForwarding': '1.2', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'QosPolicy': '1.10', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroup': '1.5', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroupRule': '1.2', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SubPort': '1.0', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Subnet': '1.1', Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Trunk': '1.1'}} Dec 18 03:05:11.280622 dv-cinder-818037-10-iscsi neutron-server[102471]: {{(pid=102471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:05:11.314963 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-50de2f9b-8000-4758-a438-2a9c45f8de67 None None] Provisioning complete for port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:11.315464 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50de2f9b-8000-4758-a438-2a9c45f8de67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.332634 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] For port 2e127f8a-1b2e-4309-974d-9a17b9a4e409, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:05:11.349053 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-50de2f9b-8000-4758-a438-2a9c45f8de67 None None] Port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:05:11.352452 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] For port 2e127f8a-1b2e-4309-974d-9a17b9a4e409, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=2e127f8a-1b2e-4309-974d-9a17b9a4e409,segment=NetworkSegment(c0b27f34-8e1f-4919-a737-5969cc9a3a2a),segment_id=c0b27f34-8e1f-4919-a737-5969cc9a3a2a)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:05:11.357054 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.420914 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76715e-9f39-413b-aec3-4e21c8be88e3 None None] Pushing event updated for resources: {'Port': ['ID=2e127f8a-1b2e-4309-974d-9a17b9a4e409,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:11.435638 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Routers {'fefa7899-a6ab-4d71-9335-250dd20e50f7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:05:11.436270 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:05:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fefa7899-a6ab-4d71-9335-250dd20e50f7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:11.529527 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] Set router fefa7899-a6ab-4d71-9335-250dd20e50f7 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:05:11.669594 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-18e8e4e0-1678-495c-9ba7-e8653feae2fc None None] Provisioning complete for port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:11.669890 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18e8e4e0-1678-495c-9ba7-e8653feae2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.738830 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'name': 'router1', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:04:58Z', 'updated_at': '2021-12-18T03:05:09Z', 'revision_number': 2, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'gw_port_host': None, '_interfaces': [{'id': '2e127f8a-1b2e-4309-974d-9a17b9a4e409', 'name': '', 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'mac_address': 'fa:16:3e:79:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:08Z', 'updated_at': '2021-12-18T03:05:11Z', 'revision_number': 4, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'subnets': [{'id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a82ee61-ece6-402c-b497-50e9939f909a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:11.753696 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18e8e4e0-1678-495c-9ba7-e8653feae2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.765345 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6b98e-f619-4542-9c70-2531b8b3fe0c None None] The sync data for ids ['fefa7899-a6ab-4d71-9335-250dd20e50f7'] in dv-cinder-818037-10-iscsi is: [{'id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'name': 'router1', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:04:58Z', 'updated_at': '2021-12-18T03:05:09Z', 'revision_number': 2, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'gw_port_host': None, '_interfaces': [{'id': '2e127f8a-1b2e-4309-974d-9a17b9a4e409', 'name': '', 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'mac_address': 'fa:16:3e:79:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:08Z', 'updated_at': '2021-12-18T03:05:11Z', 'revision_number': 4, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'subnets': [{'id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a82ee61-ece6-402c-b497-50e9939f909a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:05:11.787835 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-18e8e4e0-1678-495c-9ba7-e8653feae2fc None None] For port 2e127f8a-1b2e-4309-974d-9a17b9a4e409, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=2e127f8a-1b2e-4309-974d-9a17b9a4e409,segment=NetworkSegment(c0b27f34-8e1f-4919-a737-5969cc9a3a2a),segment_id=c0b27f34-8e1f-4919-a737-5969cc9a3a2a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:05:11.792052 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18e8e4e0-1678-495c-9ba7-e8653feae2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:11.841082 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8e4e0-1678-495c-9ba7-e8653feae2fc None None] Pushing event updated for resources: {'Port': ['ID=2e127f8a-1b2e-4309-974d-9a17b9a4e409,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:12.359121 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53084) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:05:12.474251 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d6b286-152f-42dc-bfa6-dae1e9b2dc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:05:12.475618 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-91d6b286-152f-42dc-bfa6-dae1e9b2dc07 admin admin] 10.222.0.24 "GET /v2.0/networks/74a8eff6-f122-4e99-acb9-e18453662af3 HTTP/1.1" status: 200 len: 842 time: 0.1155286 Dec 18 03:05:12.486253 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Request body: {'subnet': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:05:12.511312 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Made reservation on behalf of d199be64394e4fc4b84eb3d9d4967d03 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:05:12.514103 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:12.803320 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.objects.ports [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 18 03:05:12.803761 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:12.849041 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90523fb3-1417-4019-9421-51f1f6df86ba,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:12.865106 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:05:12.865451 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Network hostable DHCP agents. Network: 74a8eff6-f122-4e99-acb9-e18453662af3, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:05:12.887069 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:05:12.900368 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 74a8eff6-f122-4e99-acb9-e18453662af3) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:05:12.904711 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:05:12.905302 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:12.914414 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd2063-a42e-4450-b927-900d87b74380 None None] Network 74a8eff6-f122-4e99-acb9-e18453662af3 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:05:12.925674 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-795f1c8e-3d51-4f26-98a4-81ff4303372f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4399304 Dec 18 03:05:13.030951 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32b283-5f59-4e3b-be5d-29064e1ff81e None None] Network 74a8eff6-f122-4e99-acb9-e18453662af3 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:05:15.430273 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53092) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:05:15.568786 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-cd53daea-835e-4ca2-906b-e3203cfca210 admin admin] 10.222.0.24 "GET /v2.0/routers/fefa7899-a6ab-4d71-9335-250dd20e50f7 HTTP/1.1" status: 200 len: 710 time: 0.1369264 Dec 18 03:05:15.733262 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3374a9-a8f7-48da-96db-e90d5a804710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:05:15.734574 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-aa3374a9-a8f7-48da-96db-e90d5a804710 admin admin] 10.222.0.24 "GET /v2.0/networks/74a8eff6-f122-4e99-acb9-e18453662af3 HTTP/1.1" status: 200 len: 886 time: 0.1602175 Dec 18 03:05:15.743693 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:05:15.984841 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:16.230095 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:16.302410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:16.410516 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Allocated IP 172.27.2.172 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/701b0c00-831f-4ef8-bfc1-c10fca6f523e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:05:16.507208 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:16.538496 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:16.578479 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:05:16.581121 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:05:16.585237 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:05:16.618181 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Pushing event updated for resources: {'Port': ['ID=701b0c00-831f-4ef8-bfc1-c10fca6f523e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:16.839978 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:17.125948 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647754', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1649209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109116'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:17.129220 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1649346'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:17.234833 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Router fefa7899-a6ab-4d71-9335-250dd20e50f7 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:05:17.351104 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:05:17.355847 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:17.357163 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b5317d6e-0650-446c-9972-363a06f6cc80 admin admin] 10.222.0.24 "PUT /v2.0/routers/fefa7899-a6ab-4d71-9335-250dd20e50f7 HTTP/1.1" status: 200 len: 890 time: 1.6164622 Dec 18 03:05:18.784170 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Sync routers for ids ['fefa7899-a6ab-4d71-9335-250dd20e50f7'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:05:18.795047 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Routers {'fefa7899-a6ab-4d71-9335-250dd20e50f7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:05:18.795764 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:05:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fefa7899-a6ab-4d71-9335-250dd20e50f7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:19.001736 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Set router fefa7899-a6ab-4d71-9335-250dd20e50f7 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:05:19.297524 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 2e127f8a-1b2e-4309-974d-9a17b9a4e409 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:05:19.404711 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:19.404711 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:19.556623 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'name': 'router1', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '701b0c00-831f-4ef8-bfc1-c10fca6f523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:04:58Z', 'updated_at': '2021-12-18T03:05:16Z', 'revision_number': 4, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'gw_port': {'id': '701b0c00-831f-4ef8-bfc1-c10fca6f523e', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:16Z', 'updated_at': '2021-12-18T03:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '2e127f8a-1b2e-4309-974d-9a17b9a4e409', 'name': '', 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'mac_address': 'fa:16:3e:79:71:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:08Z', 'updated_at': '2021-12-18T03:05:11Z', 'revision_number': 5, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'subnets': [{'id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a82ee61-ece6-402c-b497-50e9939f909a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:19.627915 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Checking router: fefa7899-a6ab-4d71-9335-250dd20e50f7 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:05:19.628232 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Updating router fefa7899-a6ab-4d71-9335-250dd20e50f7 port 701b0c00-831f-4ef8-bfc1-c10fca6f523e binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:05:19.681404 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:19.976583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53104) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:05:20.000432 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:20.005179 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:20.059336 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Attempting to bind port 701b0c00-831f-4ef8-bfc1-c10fca6f523e on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:05:20.059705 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Attempting to bind port 701b0c00-831f-4ef8-bfc1-c10fca6f523e by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:05:20.060671 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Attempting to bind port 701b0c00-831f-4ef8-bfc1-c10fca6f523e on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:05:20.063408 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca52582-eedf-4c00-b8b4-94be445c1dc0 None None] Pushing event updated for resources: {'Port': ['ID=701b0c00-831f-4ef8-bfc1-c10fca6f523e,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:20.067922 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:05:20.068289 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:05:20.068682 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:20.069065 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:05:20.069525 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Bound port: 701b0c00-831f-4ef8-bfc1-c10fca6f523e, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:05:20.069940 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:20.094735 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-18899e33-a38a-4d79-9336-6c42010b72d8 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1166725 Dec 18 03:05:20.119386 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] For port 701b0c00-831f-4ef8-bfc1-c10fca6f523e, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:05:20.123544 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] For port 701b0c00-831f-4ef8-bfc1-c10fca6f523e, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=701b0c00-831f-4ef8-bfc1-c10fca6f523e,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:05:20.128718 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:20.196580 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Routers {'fefa7899-a6ab-4d71-9335-250dd20e50f7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:05:20.197355 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:05:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fefa7899-a6ab-4d71-9335-250dd20e50f7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:20.199470 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca52582-eedf-4c00-b8b4-94be445c1dc0 None None] Pushing event updated for resources: {'Port': ['ID=701b0c00-831f-4ef8-bfc1-c10fca6f523e,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:20.321184 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] Set router fefa7899-a6ab-4d71-9335-250dd20e50f7 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:05:20.543866 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'name': 'router1', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '701b0c00-831f-4ef8-bfc1-c10fca6f523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:04:58Z', 'updated_at': '2021-12-18T03:05:16Z', 'revision_number': 4, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'gw_port': {'id': '701b0c00-831f-4ef8-bfc1-c10fca6f523e', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:16Z', 'updated_at': '2021-12-18T03:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '2e127f8a-1b2e-4309-974d-9a17b9a4e409', 'name': '', 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'mac_address': 'fa:16:3e:79:71:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:08Z', 'updated_at': '2021-12-18T03:05:11Z', 'revision_number': 5, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'subnets': [{'id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a82ee61-ece6-402c-b497-50e9939f909a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:05:20.569859 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c82b7-c2a5-42ea-acc3-23b7a5c6703b None None] The sync data for ids ['fefa7899-a6ab-4d71-9335-250dd20e50f7'] in dv-cinder-818037-10-iscsi is: [{'id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'name': 'router1', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '701b0c00-831f-4ef8-bfc1-c10fca6f523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:04:58Z', 'updated_at': '2021-12-18T03:05:16Z', 'revision_number': 4, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'gw_port': {'id': '701b0c00-831f-4ef8-bfc1-c10fca6f523e', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:16Z', 'updated_at': '2021-12-18T03:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '2e127f8a-1b2e-4309-974d-9a17b9a4e409', 'name': '', 'network_id': '6eb56c02-885f-422b-b79f-486b7e4461cf', 'tenant_id': '7a487911044c4d5f82dd93c425d88275', 'mac_address': 'fa:16:3e:79:71:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa7899-a6ab-4d71-9335-250dd20e50f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:05:08Z', 'updated_at': '2021-12-18T03:05:11Z', 'revision_number': 5, 'project_id': '7a487911044c4d5f82dd93c425d88275', 'subnets': [{'id': '6f6782da-e5f7-4bd5-a9ae-f376093c3da6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a82ee61-ece6-402c-b497-50e9939f909a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:05:21.296896 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 701b0c00-831f-4ef8-bfc1-c10fca6f523e up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:05:21.349324 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 701b0c00-831f-4ef8-bfc1-c10fca6f523e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:21.349725 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:21.429270 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:21.457013 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 701b0c00-831f-4ef8-bfc1-c10fca6f523e, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=701b0c00-831f-4ef8-bfc1-c10fca6f523e,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:05:21.462327 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:21.511816 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=701b0c00-831f-4ef8-bfc1-c10fca6f523e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:05:23.298645 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 701b0c00-831f-4ef8-bfc1-c10fca6f523e up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:05:23.346023 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 701b0c00-831f-4ef8-bfc1-c10fca6f523e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:05:23.346394 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:27.847962 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:05:31.477204 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8ea663d6-e551-4ef5-87f2-101939eaa748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:33.880726 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c80b99a2-e57f-4e25-9b55-1fc4b654c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:34.919605 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:36.389309 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:05:37.433730 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:01.476580 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b7e16f1e-f520-41ad-a4e2-05f4db490f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:03.875841 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7e193f9a-09a5-4ae2-ad42-431815eabf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:04.848438 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:06:04.915584 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:06.375958 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:07.430457 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:31.472227 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bbbb07cf-f185-4843-b4fd-054615be23cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:33.871547 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e6ced3-7d64-4c25-ace8-055acc61baa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:34.917143 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:36.371401 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:37.425925 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:41.847790 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:06:42.837575 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53588) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:06:42.901241 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ee250b-e0a9-43b7-9762-6a2dd96609e9 admin admin] GET failed (client error): The resource could not be found. Dec 18 03:06:42.902377 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-43ee250b-e0a9-43b7-9762-6a2dd96609e9 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638106 Dec 18 03:06:43.060430 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a049dce-94e4-46f6-a8af-91b392ac4dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:43.061837 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-1a049dce-94e4-46f6-a8af-91b392ac4dd0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547019 Dec 18 03:06:45.437460 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53598) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:06:45.527209 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3b2eb-0f63-4968-babe-0eb6afeb0163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:45.528453 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-77f3b2eb-0f63-4968-babe-0eb6afeb0163 admin admin] 10.222.0.24 "GET /v2.0/subnets/6f6782da-e5f7-4bd5-a9ae-f376093c3da6 HTTP/1.1" status: 200 len: 849 time: 0.0899849 Dec 18 03:06:45.538361 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:06:45.623134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:45.762849 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752850969317'] for subnet, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:45.793563 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:45.793708 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:45.795629 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] 10.222.0.24 "PUT /v2.0/subnets/6f6782da-e5f7-4bd5-a9ae-f376093c3da6 HTTP/1.1" status: 200 len: 868 time: 0.2605042 Dec 18 03:06:45.796498 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0326166-4329-4df5-9b86-cfad99596d0a None None] Network 6eb56c02-885f-422b-b79f-486b7e4461cf requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:06:45.815868 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6782da-e5f7-4bd5-a9ae-f376093c3da6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:06:45.824044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.824427 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.824781 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.825126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.825467 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.825830 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.826181 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.826519 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.826873 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.827209 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.827859 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.828287 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:45.828622 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208e55c-21e4-4e24-9b25-4e06276e35c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:06:46.142875 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-38daafe4-e9a7-4bdd-b388-e3e99e93c657 None None] Provisioning complete for port 2e127f8a-1b2e-4309-974d-9a17b9a4e409 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:06:46.143240 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38daafe4-e9a7-4bdd-b388-e3e99e93c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:46.231745 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-38daafe4-e9a7-4bdd-b388-e3e99e93c657 None None] Provisioning complete for port 323bbfe7-28e5-4c96-8ab6-dbe34646df98 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:06:46.232110 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38daafe4-e9a7-4bdd-b388-e3e99e93c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:06:48.192526 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53606) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:06:48.387291 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd44e4-fad8-43f2-b0b7-9be2b27a8aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:48.387681 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd44e4-fad8-43f2-b0b7-9be2b27a8aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:48.389213 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-14fd44e4-fad8-43f2-b0b7-9be2b27a8aa5 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957545 Dec 18 03:06:50.753086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53614) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:06:50.881558 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de319d-2bdf-4865-84d4-e5e80f57adce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:50.882060 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de319d-2bdf-4865-84d4-e5e80f57adce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:50.883562 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d4de319d-2bdf-4865-84d4-e5e80f57adce admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295266 Dec 18 03:06:53.273245 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53622) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:06:53.400081 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be43cca-e087-4516-84b7-deae45d0232a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:53.402295 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-6be43cca-e087-4516-84b7-deae45d0232a admin admin] 10.222.0.24 "GET /v2.0/networks/6eb56c02-885f-422b-b79f-486b7e4461cf HTTP/1.1" status: 200 len: 869 time: 0.1280327 Dec 18 03:06:55.797748 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:06:55.925287 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07aa796-8ea0-480c-a88a-8225303ce8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:55.926674 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a07aa796-8ea0-480c-a88a-8225303ce8d9 admin admin] 10.222.0.24 "GET /v2.0/networks/74a8eff6-f122-4e99-acb9-e18453662af3 HTTP/1.1" status: 200 len: 886 time: 0.1279864 Dec 18 03:06:58.280249 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53638) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:06:58.401894 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f1659-62e0-41a6-b50c-ebb57c0bb462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:58.402341 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f1659-62e0-41a6-b50c-ebb57c0bb462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:06:58.403857 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-6c4f1659-62e0-41a6-b50c-ebb57c0bb462 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226923 Dec 18 03:07:00.886656 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53646) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:07:01.014871 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22791f6-e386-441b-a5e5-a50a6f253fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:01.015316 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22791f6-e386-441b-a5e5-a50a6f253fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:01.016803 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c22791f6-e386-441b-a5e5-a50a6f253fef admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292217 Dec 18 03:07:01.475658 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-007c4335-14b0-45cc-a44a-299eb88c73e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:03.388345 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53656) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:07:03.482327 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561777f-53e7-43f0-a97c-7a99b5d57a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:03.483628 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-f561777f-53e7-43f0-a97c-7a99b5d57a0c admin admin] 10.222.0.24 "GET /v2.0/subnets/6f6782da-e5f7-4bd5-a9ae-f376093c3da6 HTTP/1.1" status: 200 len: 868 time: 0.0943580 Dec 18 03:07:03.872942 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da1f2261-1c6e-45d3-b449-2f0143ba8ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:04.919279 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:05.858150 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53664) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:07:05.942923 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ee37e-ef42-4664-a7d8-35e85872e542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:05.944220 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-600ee37e-ef42-4664-a7d8-35e85872e542 admin admin] 10.222.0.24 "GET /v2.0/subnets/90523fb3-1417-4019-9421-51f1f6df86ba HTTP/1.1" status: 200 len: 816 time: 0.0851178 Dec 18 03:07:06.372416 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:07.427871 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:18.846348 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:07:30.671680 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53718) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:07:30.720600 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [None req-c44c18d4-15a5-4dbb-bef1-36d342ca72a3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:07:30.721575 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c44c18d4-15a5-4dbb-bef1-36d342ca72a3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490544 Dec 18 03:07:31.477306 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-73bcf926-948c-4bc2-bef7-cd055d551e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:33.182665 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53726) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:07:33.241408 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-a221af17-3242-4608-96a4-cdfae495a762 admin admin] GET failed (client error): The resource could not be found. Dec 18 03:07:33.242712 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-a221af17-3242-4608-96a4-cdfae495a762 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591233 Dec 18 03:07:33.406225 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01a908-9fec-49ba-b59c-886be4b3d858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:33.407624 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-1d01a908-9fec-49ba-b59c-886be4b3d858 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1597843 Dec 18 03:07:33.874856 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c02dbf22-f900-4105-b325-582d2fcf4863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:34.922279 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:35.802365 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53734) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:07:35.848471 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:07:35.871823 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Made reservation on behalf of d199be64394e4fc4b84eb3d9d4967d03 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:07:35.874099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:35.900185 dv-cinder-818037-10-iscsi neutron-server[102469]: WARNING neutron.services.revisions.revision_plugin [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Could not find related network for resource to bump revision. Dec 18 03:07:35.910768 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:07:35.920188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:35.920519 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Added segment 57203e92-1a8b-4a47-9194-0f2986a169c8 of type vlan for network 2aff2f08-e329-49e8-955b-707ddc0fba87 Dec 18 03:07:35.965268 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:35.988473 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:35.989349 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:35.989974 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:36.138598 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3351183 Dec 18 03:07:36.154079 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffff4e-a52b-472a-a2de-1ab9e6a8c2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=2aff2f08-e329-49e8-955b-707ddc0fba87,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:07:36.164879 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 2aff2f08-e329-49e8-955b-707ddc0fba87 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:07:36.375298 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:37.433537 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:38.560086 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53742) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:07:38.619789 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4aa1e3-6894-4b4c-b33c-a4fe7a295bcd admin admin] GET failed (client error): The resource could not be found. Dec 18 03:07:38.621047 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ed4aa1e3-6894-4b4c-b33c-a4fe7a295bcd admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600247 Dec 18 03:07:38.688672 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d707c-9e79-4bc6-bd1c-3c2164ca0b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:38.690036 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b32d707c-9e79-4bc6-bd1c-3c2164ca0b16 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644071 Dec 18 03:07:38.700106 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:07:38.720818 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Made reservation on behalf of d199be64394e4fc4b84eb3d9d4967d03 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:07:38.723011 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:38.879544 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:38.933380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=97eef6d1-0cc5-42bb-b996-b91a624ebbe0,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:07:38.944361 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.944666 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.945007 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.945337 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.945687 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.946743 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.947089 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.947421 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.947763 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.948092 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.948415 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.948735 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.949053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:38.954017 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Checking segment: {'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:07:38.954367 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Network hostable DHCP agents. Network: 2aff2f08-e329-49e8-955b-707ddc0fba87, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:07:38.973774 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Network 2aff2f08-e329-49e8-955b-707ddc0fba87 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:07:38.982200 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 2aff2f08-e329-49e8-955b-707ddc0fba87) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:07:38.986077 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:07:38.986662 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:38.991176 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65167d18-84ce-498b-9867-01f182c9c4ab None None] Network 2aff2f08-e329-49e8-955b-707ddc0fba87 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:07:39.002330 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c1f41815-110f-4376-b662-b5f7b9f66c7a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055515 Dec 18 03:07:39.095380 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-2aff2f08-e329-49e8-955b-707ddc0fba87', 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87', 'project_id': 'd199be64394e4fc4b84eb3d9d4967d03', 'fixed_ips': [{'subnet_id': '97eef6d1-0cc5-42bb-b996-b91a624ebbe0'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:07:39.096290 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:39.236530 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Allocated IP 192.168.233.2 (2aff2f08-e329-49e8-955b-707ddc0fba87/97eef6d1-0cc5-42bb-b996-b91a624ebbe0/dc683f02-d034-4808-94d8-cdd8a2195dec) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:07:39.477891 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:39.484449 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:39.528155 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Network 2aff2f08-e329-49e8-955b-707ddc0fba87 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:07:39.531836 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:07:39.533702 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Pushing event updated for resources: {'Port': ['ID=dc683f02-d034-4808-94d8-cdd8a2195dec,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:07:39.535773 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:07:39.565288 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.565701 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.566043 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.566388 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.566723 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.567048 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.567388 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.567718 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.568040 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.568375 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.568708 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.569022 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.569334 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:07:39.606253 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Attempting to bind port dc683f02-d034-4808-94d8-cdd8a2195dec on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:07:39.606629 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Attempting to bind port dc683f02-d034-4808-94d8-cdd8a2195dec by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:07:39.606990 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Attempting to bind port dc683f02-d034-4808-94d8-cdd8a2195dec on network 2aff2f08-e329-49e8-955b-707ddc0fba87 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:07:39.613652 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:07:39.614043 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Checking segment: {'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:07:39.614445 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:39.614836 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Bound using segment: {'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:07:39.615302 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Bound port: dc683f02-d034-4808-94d8-cdd8a2195dec, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:07:39.615691 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:39.678466 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] For port dc683f02-d034-4808-94d8-cdd8a2195dec, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:07:39.682582 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] For port dc683f02-d034-4808-94d8-cdd8a2195dec, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=dc683f02-d034-4808-94d8-cdd8a2195dec,segment=NetworkSegment(57203e92-1a8b-4a47-9194-0f2986a169c8),segment_id=57203e92-1a8b-4a47-9194-0f2986a169c8)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:07:39.686668 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:39.746462 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee65db5-ddf2-421a-b743-0b420407a415 None None] Pushing event updated for resources: {'Port': ['ID=dc683f02-d034-4808-94d8-cdd8a2195dec,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:07:40.552620 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7591694-6832-49af-85e3-e79253c0490f None None] Network 2aff2f08-e329-49e8-955b-707ddc0fba87 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:07:40.640183 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c1fc4d2c-c18f-48ba-a767-149d2b623de2 None None] Provisioning complete for port dc683f02-d034-4808-94d8-cdd8a2195dec triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:07:40.640557 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d2c-c18f-48ba-a767-149d2b623de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:40.757331 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d2c-c18f-48ba-a767-149d2b623de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:40.796620 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c1fc4d2c-c18f-48ba-a767-149d2b623de2 None None] For port dc683f02-d034-4808-94d8-cdd8a2195dec, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=dc683f02-d034-4808-94d8-cdd8a2195dec,segment=NetworkSegment(57203e92-1a8b-4a47-9194-0f2986a169c8),segment_id=57203e92-1a8b-4a47-9194-0f2986a169c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:07:40.803616 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d2c-c18f-48ba-a767-149d2b623de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:40.858273 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc4d2c-c18f-48ba-a767-149d2b623de2 None None] Pushing event updated for resources: {'Port': ['ID=dc683f02-d034-4808-94d8-cdd8a2195dec,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:07:41.126251 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-78e3ef5b-63d2-4cd1-81cb-f13bdb890366 None None] Provisioning complete for port dc683f02-d034-4808-94d8-cdd8a2195dec triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:07:41.126617 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-78e3ef5b-63d2-4cd1-81cb-f13bdb890366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:41.370924 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device dc683f02-d034-4808-94d8-cdd8a2195dec up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:07:41.423767 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port dc683f02-d034-4808-94d8-cdd8a2195dec triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:07:41.424137 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:07:55.844904 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:08:01.483939 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-09d1b5f6-6624-4888-b4b5-e01f65e8ff89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:03.876541 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e90cfcc0-31b1-44ec-9a53-ae6c4ca5967b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:04.930441 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:06.378840 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:07.428492 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:31.477955 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b625f116-f7bf-4a26-bc3c-b918ac128509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:32.842958 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:08:33.879412 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a33f2484-614f-465b-9b23-7191a09c7adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:34.927507 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:36.381289 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:37.433183 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:50.927904 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53786) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:08:50.934409 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [None req-cd918a94-5680-456b-82e2-f246fd5b210a tempest-verify_tempest_config-1885561122 tempest-verify_tempest_config-1885561122-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:08:50.935358 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-cd918a94-5680-456b-82e2-f246fd5b210a tempest-verify_tempest_config-1885561122 tempest-verify_tempest_config-1885561122-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058539 Dec 18 03:08:51.231124 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 53804) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:08:51.330872 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:51.401268 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:51.405106 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:51.448094 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc954d-fdde-4c10-a215-d715573e984b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:08:51.451698 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=442d1628d95c4adc895b0d93c627b617&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2196262 Dec 18 03:08:51.454542 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53808) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:08:51.456983 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.457352 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.457720 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.458075 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.458387 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.458713 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.459039 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.459363 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.459686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.460696 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.461028 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.461347 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.461694 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02e0d1-dd61-435c-85b9-b963a690c975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.532795 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:51.552520 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:51.643743 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:51.646474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:08:51.649824 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45cc954d-fdde-4c10-a215-d715573e984b HTTP/1.1" status: 204 len: 168 time: 0.1942728 Dec 18 03:08:51.657876 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc954d-fdde-4c10-a215-d715573e984b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:08:51.664687 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.665051 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.665397 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.665752 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.666082 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.666407 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.666731 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.667054 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.667380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.667701 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.668028 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.668330 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:08:51.668646 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0b786-99e9-430f-8826-26d3e19c8228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:09:01.480389 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bfde7dab-4bc6-42ad-ac7b-326ac545e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:03.883422 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0371636f-991d-4a23-b559-ad7c173d73a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:04.932118 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:06.384295 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:07.437278 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:09.841728 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:09:31.482042 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21bbb783-b659-49a3-aca7-a131f8eaf191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:33.884019 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e3030269-cc77-471a-864a-3fbc3f31d0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:34.933284 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:36.387545 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:37.447212 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:09:46.841045 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:10:01.483986 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a071f3a6-85cf-409f-9179-af7b40b37e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:03.885787 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-14141cb9-56fb-4526-a712-823b485d06ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:04.936697 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:06.389293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:07.440158 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:22.322546 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1646748'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:23.840315 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:10:31.489400 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bbd34fd5-50ee-420f-9088-25ccda6f40f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:33.887592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af794e4f-1eea-47d4-a280-7e0f5f1ee1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:34.939069 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:36.393754 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:37.443425 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:10:37.628596 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53882) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:10:37.736995 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-db93fd4f-5be5-4b90-9061-9f90c85c3f86 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1073091 Dec 18 03:10:40.133130 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 53892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:10:40.186659 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e12d3a33-f088-42bf-ad19-0a51d6d0be4f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0524385 Dec 18 03:10:52.295887 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:00.839331 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:11:01.482550 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318d4747-e2c8-454d-9e56-49ff233817e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:03.889038 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-60258de8-f446-42ea-8d3b-4c459274b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:04.943834 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:06.395313 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:07.446089 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:22.295249 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:31.488303 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-143c32f5-c4d4-429a-8fee-bc032dd312d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:33.891536 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-93199ae1-ed14-47dc-a75c-b3f500f991fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:34.945753 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:36.402005 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:37.448368 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:11:37.838097 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:11:52.294591 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:01.583583 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e6716b2-ac75-4780-8c45-21fb1b936e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:03.899634 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b5208a8-f526-41ea-a22c-a686850ce20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:04.956277 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:06.406852 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:07.392112 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54090) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:07.456316 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:07.598669 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54110) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:07.783078 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-217382784-network', 'tenant_id': '5c6b1669a90f442992fb339de8e51e55'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:07.808667 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Made reservation on behalf of 5c6b1669a90f442992fb339de8e51e55 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:07.811265 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:07.826036 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:07.908876 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:07.913702 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:07.945974 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:12:07.956056 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752851021442', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:07.957031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Unsubscribe: segment precommit_create {{(pid=102468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 18 03:12:07.957031 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Added segment 7263fd7b-59d6-4b93-81cb-4b8f34d3e061 of type vlan for network 611006f3-a73d-4a4d-a0ee-79b37818606d Dec 18 03:12:07.972725 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf9843-3198-4997-8210-d9b10afba312,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:07.983154 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.983508 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.983871 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.984181 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.984511 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.984837 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.985180 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.985515 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.985868 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.986187 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.986507 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.986821 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.987142 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Tracked resource versions report: Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: pushed versions: Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: { 'AddressGroup': {'1.2'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'ConntrackHelper': {'1.0'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Log': {'1.0'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Network': {'1.1'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Port': {'1.7'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'PortForwarding': {'1.2'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'QosPolicy': {'1.10'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroup': {'1.5'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SubPort': {'1.0'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Subnet': {'1.1'}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Trunk': {'1.1'}} Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: consumer versions: Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: HyperV agent@hv-cinder-81803: {}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'ConntrackHelper': '1.0', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'LocalIPAssociation': '1.0', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Log': '1.0', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Network': '1.1', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Port': '1.7', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'PortForwarding': '1.2', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'QosPolicy': '1.10', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroup': '1.5', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SecurityGroupRule': '1.2', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'SubPort': '1.0', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Subnet': '1.1', Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: 'Trunk': '1.1'}} Dec 18 03:12:07.988302 dv-cinder-818037-10-iscsi neutron-server[102468]: {{(pid=102468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:12:08.024865 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.059998 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.061131 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:08.062367 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.110565 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54124) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:08.111263 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7175550 Dec 18 03:12:08.116412 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Request body: {'subnet': {'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-217382784-subnet', 'tenant_id': '5c6b1669a90f442992fb339de8e51e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:08.122470 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54128) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:08.155895 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2021265142-network', 'tenant_id': 'e04a810a1bed41eb90634777ccbde0f4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:08.175384 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Made reservation on behalf of 5c6b1669a90f442992fb339de8e51e55 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:08.178693 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.198086 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157112b4-4290-41f8-ad7e-ba99f296b15c admin admin] Pushing event updated for resources: {'Network': ['ID=611006f3-a73d-4a4d-a0ee-79b37818606d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:08.214825 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 611006f3-a73d-4a4d-a0ee-79b37818606d details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:12:08.229413 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Made reservation on behalf of e04a810a1bed41eb90634777ccbde0f4 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:08.233075 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.248648 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.362432 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.368355 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.382990 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.459533 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:12:08.474559 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f547bdf6-7450-4ebb-8af2-fd2f4848f2e3,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:08.479498 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.480231 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Added segment 281980d8-b613-42bd-aad5-00384fcbb252 of type vlan for network 1d8dfc79-d3fb-4837-9660-6625a84f5064 Dec 18 03:12:08.511995 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.512435 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.512785 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.513123 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.513454 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.513812 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.514143 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.514559 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.514909 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.515240 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.515562 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.515885 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.516205 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Tracked resource versions report: Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: pushed versions: Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: { 'AddressGroup': {'1.2'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'ConntrackHelper': {'1.0'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Log': {'1.0'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Network': {'1.1'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Port': {'1.7'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'PortForwarding': {'1.2'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'QosPolicy': {'1.10'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroup': {'1.5'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SubPort': {'1.0'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Subnet': {'1.1'}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Trunk': {'1.1'}} Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: consumer versions: Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: HyperV agent@hv-cinder-81803: {}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'ConntrackHelper': '1.0', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'LocalIPAssociation': '1.0', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Log': '1.0', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Network': '1.1', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Port': '1.7', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'PortForwarding': '1.2', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'QosPolicy': '1.10', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroup': '1.5', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SecurityGroupRule': '1.2', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'SubPort': '1.0', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Subnet': '1.1', Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: 'Trunk': '1.1'}} Dec 18 03:12:08.517371 dv-cinder-818037-10-iscsi neutron-server[102469]: {{(pid=102469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:12:08.529493 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Checking segment: {'id': '7263fd7b-59d6-4b93-81cb-4b8f34d3e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:08.529886 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Network hostable DHCP agents. Network: 611006f3-a73d-4a4d-a0ee-79b37818606d, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:12:08.551278 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-791925195-network', 'tenant_id': '9f27614e91de40f2ba636e557961e94f'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:08.555141 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.604183 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f06df4-c450-4c81-ba5e-00b9603c0ed9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:08.608834 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.609995 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:08.614926 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Network 611006f3-a73d-4a4d-a0ee-79b37818606d is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:12:08.620550 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.639115 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Made reservation on behalf of 9f27614e91de40f2ba636e557961e94f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:08.641633 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.650324 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 611006f3-a73d-4a4d-a0ee-79b37818606d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:08.666187 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:08.666896 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6ea34-1524-4971-a722-1cd83937372a None None] Network 611006f3-a73d-4a4d-a0ee-79b37818606d requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:08.668521 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.672037 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.677276 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0750546 Dec 18 03:12:08.680279 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:08.694066 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Request body: {'subnet': {'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2021265142-subnet', 'tenant_id': 'e04a810a1bed41eb90634777ccbde0f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:08.717781 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e6980452-9627-4fb6-86e3-5bd5fc41a599 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6059666 Dec 18 03:12:08.768800 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Made reservation on behalf of e04a810a1bed41eb90634777ccbde0f4 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:08.772642 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.792223 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48204a5e-f570-421f-98d4-9fd564f591c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d8dfc79-d3fb-4837-9660-6625a84f5064,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:08.913959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:12:08.943170 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.951483 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:08.993745 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:12:09.029129 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.029476 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Added segment 1caefcaf-fec4-42c1-94fb-43e5244b7fb7 of type vlan for network 9c2dc738-d6f1-48f3-b8e0-871e485e797e Dec 18 03:12:09.032389 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be80c4bb-a08b-4d0f-9fb3-afc0e1607163,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:09.079920 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.170532 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a949cb50-5c44-4295-b4a7-07bc3a237493 None None] Network 611006f3-a73d-4a4d-a0ee-79b37818606d requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:09.174755 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6486aad-3319-41e3-824a-e80642d0e933,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:09.223127 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.225457 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Checking segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:09.225989 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Network hostable DHCP agents. Network: 1d8dfc79-d3fb-4837-9660-6625a84f5064, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:12:09.254761 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:12:09.270244 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 1d8dfc79-d3fb-4837-9660-6625a84f5064) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:09.275903 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:09.278034 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.283186 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.284468 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:09.285083 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.292141 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7777ff-eb65-479c-97ed-1dc97119ba65 None None] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:09.365490 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2dc738-d6f1-48f3-b8e0-871e485e797e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:09.410383 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0580a4b7-cd1e-4bb0-a88c-e6947e2bd0f0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7115195 Dec 18 03:12:09.413338 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:12:09.418701 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-8df38050-f799-46c9-88fe-51b4e362d4b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2947149 Dec 18 03:12:09.421652 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54186) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:09.429412 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Request body: {'subnet': {'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-subnet', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:09.468544 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Made reservation on behalf of 9f27614e91de40f2ba636e557961e94f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:09.474838 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.548352 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12a95b-5cca-4edb-aeac-7448b0476660 None None] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:09.687993 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.735956 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a2a5bb-a8c9-44ea-a315-f89f2b150428,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:09.760325 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Checking segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:09.760677 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Network hostable DHCP agents. Network: 9c2dc738-d6f1-48f3-b8e0-871e485e797e, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:12:09.780742 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:12:09.793010 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 9c2dc738-d6f1-48f3-b8e0-871e485e797e) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:09.797131 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:09.799199 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.801743 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49ed1f-a60a-4f16-9a73-9f4a6ad160e7 None None] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:09.834251 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54214) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:09.834680 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6be7cd76-be43-456c-ae8b-fd90fb102509 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4115920 Dec 18 03:12:09.839227 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:09.869303 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.872015 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.929806 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'project_id': '9f27614e91de40f2ba636e557961e94f', 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:12:09.930697 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:09.943437 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.082333 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Allocated IP 172.20.0.2 (9c2dc738-d6f1-48f3-b8e0-871e485e797e/13a2a5bb-a8c9-44ea-a315-f89f2b150428/124a14cd-81cc-4de4-9096-2b509d6b7da3) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:12:10.161515 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.290306 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.303653 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.366515 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Pushing event updated for resources: {'Port': ['ID=124a14cd-81cc-4de4-9096-2b509d6b7da3,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:10.378396 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:10.379814 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.380185 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.381116 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.381457 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.383331 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.383684 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.384041 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.384381 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.384714 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.385043 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.385371 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.385727 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.386575 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Tracked resource versions report: Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: pushed versions: Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: { 'AddressGroup': {'1.2'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'ConntrackHelper': {'1.0'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Log': {'1.0'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Network': {'1.1'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Port': {'1.7'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'PortForwarding': {'1.2'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'QosPolicy': {'1.10'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroup': {'1.5'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SubPort': {'1.0'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Subnet': {'1.1'}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Trunk': {'1.1'}} Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: consumer versions: Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: HyperV agent@hv-cinder-81803: {}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'ConntrackHelper': '1.0', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'LocalIPAssociation': '1.0', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Log': '1.0', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Network': '1.1', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Port': '1.7', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'PortForwarding': '1.2', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'QosPolicy': '1.10', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroup': '1.5', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SecurityGroupRule': '1.2', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'SubPort': '1.0', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Subnet': '1.1', Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: 'Trunk': '1.1'}} Dec 18 03:12:10.387968 dv-cinder-818037-10-iscsi neutron-server[102470]: {{(pid=102470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:12:10.391199 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:10.434371 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:12:10.501099 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Attempting to bind port 124a14cd-81cc-4de4-9096-2b509d6b7da3 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:12:10.501606 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Attempting to bind port 124a14cd-81cc-4de4-9096-2b509d6b7da3 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:12:10.501999 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Attempting to bind port 124a14cd-81cc-4de4-9096-2b509d6b7da3 on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:10.508193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:12:10.508569 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Checking segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:10.508953 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.509511 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Bound using segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:12:10.510021 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Bound port: 124a14cd-81cc-4de4-9096-2b509d6b7da3, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:12:10.510419 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.530782 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.556975 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.635816 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] For port 124a14cd-81cc-4de4-9096-2b509d6b7da3, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:12:10.639740 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] For port 124a14cd-81cc-4de4-9096-2b509d6b7da3, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=124a14cd-81cc-4de4-9096-2b509d6b7da3,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:12:10.652084 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.654858 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54278) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:10.657589 dv-cinder-818037-10-iscsi neutron-server[102468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 18 03:12:10.766663 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b00c9e-05ae-4b7a-808c-c604d10faccb None None] Pushing event updated for resources: {'Port': ['ID=124a14cd-81cc-4de4-9096-2b509d6b7da3,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:10.770231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Allocated IP 172.27.2.219 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/15e8ca95-c173-45a8-a21e-74d706b6b345) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:12:10.939411 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:10.987205 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:11.008401 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-a0eaa447-e56e-4751-adb8-8fb5c7e882d4 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:11.009855 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-a0eaa447-e56e-4751-adb8-8fb5c7e882d4 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/networks?id=611006f3-a73d-4a4d-a0ee-79b37818606d HTTP/1.1" status: 200 len: 811 time: 0.3538105 Dec 18 03:12:11.033971 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-81db4223-ab94-4a6c-b757-edb15f7e2cb4 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/quotas/5c6b1669a90f442992fb339de8e51e55 HTTP/1.1" status: 200 len: 375 time: 0.0152042 Dec 18 03:12:11.082681 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54316) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:11.096584 dv-cinder-818037-10-iscsi neutron-server[102469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 18 03:12:11.100292 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:11.150511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:11.247150 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:12:11.250820 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-0549823f-5d67-4b4c-91f9-315609c13371 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c6b1669a90f442992fb339de8e51e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2005403 Dec 18 03:12:11.295464 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Pushing event updated for resources: {'Port': ['ID=15e8ca95-c173-45a8-a21e-74d706b6b345,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:11.458298 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54330) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:11.560144 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54336) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:11.607282 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-21813482-d9bf-4c3f-a590-0a2063b372e0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:12:11.617702 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-7e0ca93b-1bd6-4262-9b82-bb9cbac3e9b6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:11.619425 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-21813482-d9bf-4c3f-a590-0a2063b372e0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1099789 Dec 18 03:12:11.625326 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-7e0ca93b-1bd6-4262-9b82-bb9cbac3e9b6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.5345595 Dec 18 03:12:11.639925 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-917290f5-6cef-4b51-8c0c-43ce59d6421c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/quotas/e04a810a1bed41eb90634777ccbde0f4 HTTP/1.1" status: 200 len: 375 time: 0.0132201 Dec 18 03:12:11.737229 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 124a14cd-81cc-4de4-9096-2b509d6b7da3 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:11.746315 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-1c2284a3-7802-487b-acfd-e268e0c926d0 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714920 Dec 18 03:12:11.755047 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-953885de-8c50-417e-8925-d91b17077cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:11.809212 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:11.826128 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 124a14cd-81cc-4de4-9096-2b509d6b7da3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:11.826748 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:11.862728 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a439ba56-49ed-40de-9bdc-fcbc0c56ab42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:11.925362 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-d5ab85b9-383f-42de-9970-6d40510381a8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:12:11.927910 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-75d258e8-a506-4df2-a8e1-b8cb881335ae service neutron] 10.222.0.24 "GET /v2.0/networks/611006f3-a73d-4a4d-a0ee-79b37818606d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062606 Dec 18 03:12:11.935394 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-d5ab85b9-383f-42de-9970-6d40510381a8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0864651 Dec 18 03:12:11.959127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:11.994966 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 124a14cd-81cc-4de4-9096-2b509d6b7da3, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=124a14cd-81cc-4de4-9096-2b509d6b7da3,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:12.003263 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.048981 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-953885de-8c50-417e-8925-d91b17077cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.064996 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=124a14cd-81cc-4de4-9096-2b509d6b7da3,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:12.065238 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-953885de-8c50-417e-8925-d91b17077cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.119851 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-1ac5c619-e0a6-4b48-89d7-a9bfa43a8e80 service neutron] 10.222.0.24 "GET /v2.0/networks/611006f3-a73d-4a4d-a0ee-79b37818606d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812584 Dec 18 03:12:12.130044 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-291b9ae9-d7f3-4734-956b-5acad76668a0 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932356 Dec 18 03:12:12.147185 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54350) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:12.147752 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-953885de-8c50-417e-8925-d91b17077cb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0329218594e49579c0beacd4aadd373&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6884477 Dec 18 03:12:12.168926 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953885de-8c50-417e-8925-d91b17077cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e0282-a23b-4d72-a90a-2f1b569ce9bb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:12.172829 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a439ba56-49ed-40de-9bdc-fcbc0c56ab42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.181565 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a439ba56-49ed-40de-9bdc-fcbc0c56ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.206467 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad1b25-1a67-4775-a1de-9dd1bd526f58 None None] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:12.240062 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-a439ba56-49ed-40de-9bdc-fcbc0c56ab42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49db3e6f04f2461ea5a412659123427d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6784744 Dec 18 03:12:12.240657 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54354) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:12.275777 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.283615 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439ba56-49ed-40de-9bdc-fcbc0c56ab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07da1734-cf96-412b-9850-4d2cdc556711,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:12.322086 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2db8f0e-aa3c-48d4-9bb1-7a6765605511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.392986 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-016a5a99-546e-47a1-9819-45c14bca601d service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620802 Dec 18 03:12:12.420226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2db8f0e-aa3c-48d4-9bb1-7a6765605511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.474681 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2352aa5b-d7a3-43c9-aaf3-07ae718888e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.528630 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2db8f0e-aa3c-48d4-9bb1-7a6765605511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.531498 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2db8f0e-aa3c-48d4-9bb1-7a6765605511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.535900 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c2db8f0e-aa3c-48d4-9bb1-7a6765605511 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07da1734-cf96-412b-9850-4d2cdc556711 HTTP/1.1" status: 204 len: 168 time: 0.2931182 Dec 18 03:12:12.546946 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db8f0e-aa3c-48d4-9bb1-7a6765605511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07da1734-cf96-412b-9850-4d2cdc556711,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:12.603743 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2352aa5b-d7a3-43c9-aaf3-07ae718888e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.693104 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:12:12.730051 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bd347133-351d-405f-8bd7-cd3fc2e7c4d9 None None] Provisioning complete for port 124a14cd-81cc-4de4-9096-2b509d6b7da3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:12.730845 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bd347133-351d-405f-8bd7-cd3fc2e7c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.738062 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba8d4646-404a-4982-9933-4ab1eb13310e req-b3b018dd-cc03-4c1c-84fc-7b468ac557fb tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.1192682 Dec 18 03:12:12.964825 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2352aa5b-d7a3-43c9-aaf3-07ae718888e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.967352 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2352aa5b-d7a3-43c9-aaf3-07ae718888e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:12.968481 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-2352aa5b-d7a3-43c9-aaf3-07ae718888e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a52e0282-a23b-4d72-a90a-2f1b569ce9bb HTTP/1.1" status: 204 len: 168 time: 0.8203838 Dec 18 03:12:13.078223 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0dc5e3e9-9a89-4979-a432-32e84d3a4b55 req-24b14fef-0f26-46c3-9362-b4d7781bd3ee tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.1175795 Dec 18 03:12:13.087623 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352aa5b-d7a3-43c9-aaf3-07ae718888e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e0282-a23b-4d72-a90a-2f1b569ce9bb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:13.159442 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:12:13.176713 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Sync routers for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:12:13.213711 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:13.218294 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54426) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:13.220501 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:12:13.221134 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:12:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:13.234013 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f18cf2ae-62c0-4948-ad32-6c522a70441e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3946595 Dec 18 03:12:13.435556 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:13.466973 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb10c-d8be-47ca-b30c-2d7be7ccf515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:13.588246 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-43453c9c-d18d-4bed-915d-df3f2405acf1 None None] Provisioning complete for port 124a14cd-81cc-4de4-9096-2b509d6b7da3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:13.588931 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43453c9c-d18d-4bed-915d-df3f2405acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:13.704937 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb10c-d8be-47ca-b30c-2d7be7ccf515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:13.719445 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb10c-d8be-47ca-b30c-2d7be7ccf515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:13.746707 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 124a14cd-81cc-4de4-9096-2b509d6b7da3 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:13.816338 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:12:13.841155 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eb10c-d8be-47ca-b30c-2d7be7ccf515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538eed69-7786-494b-8edd-fae067d6c221,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:13.849895 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-cc5eb10c-d8be-47ca-b30c-2d7be7ccf515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad721d7275fe41f9b73f4e43c9085a83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4133611 Dec 18 03:12:13.856641 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54454) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:13.879094 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54456) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:13.923396 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89a3350-21ac-4ce5-8e10-34bb2658fe68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:13.927427 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba90c05f-cb59-4b88-82e3-ca2f453478a4 req-57c22474-a112-402c-b11a-73b7bb8c8516 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0587995 Dec 18 03:12:13.958510 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 124a14cd-81cc-4de4-9096-2b509d6b7da3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:13.962143 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.082411 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d89a0c0d-0ac2-4648-9c46-6806556840b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.170709 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54470) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:14.189114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d89a0c0d-0ac2-4648-9c46-6806556840b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.224955 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:11Z', 'revision_number': 3, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:14.302448 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2371c4db-2baa-4795-9a38-c6c7c1999ca0 req-c4f026b8-9740-4d27-9a13-2fb6c1167456 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.1096835 Dec 18 03:12:14.310960 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Checking router: 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:12:14.311339 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Updating router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 port 15e8ca95-c173-45a8-a21e-74d706b6b345 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:12:14.360465 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.367343 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89a3350-21ac-4ce5-8e10-34bb2658fe68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.371408 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89a3350-21ac-4ce5-8e10-34bb2658fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.481446 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a3350-21ac-4ce5-8e10-34bb2658fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aeb9c7-6d49-46d6-a56c-629a3f0b6704,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:14.487563 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f89a3350-21ac-4ce5-8e10-34bb2658fe68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c02a6ba88ee1427891ea5a9b23080d9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5967269 Dec 18 03:12:14.494182 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d89a0c0d-0ac2-4648-9c46-6806556840b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.496115 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54496) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:14.503224 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d89a0c0d-0ac2-4648-9c46-6806556840b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.507218 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d89a0c0d-0ac2-4648-9c46-6806556840b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/538eed69-7786-494b-8edd-fae067d6c221 HTTP/1.1" status: 204 len: 168 time: 0.6476893 Dec 18 03:12:14.523904 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a0c0d-0ac2-4648-9c46-6806556840b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538eed69-7786-494b-8edd-fae067d6c221,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:14.580544 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b25208a-3d3f-4a37-aaaf-a5c1baa660df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.722349 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c028-367a-4876-98eb-2378ebeafd08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.755865 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c028-367a-4876-98eb-2378ebeafd08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.860338 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c028-367a-4876-98eb-2378ebeafd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.863440 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c028-367a-4876-98eb-2378ebeafd08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.864745 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-5ed9c028-367a-4876-98eb-2378ebeafd08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0aeb9c7-6d49-46d6-a56c-629a3f0b6704 HTTP/1.1" status: 204 len: 168 time: 0.3615937 Dec 18 03:12:14.972311 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b25208a-3d3f-4a37-aaaf-a5c1baa660df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:14.979001 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9c028-367a-4876-98eb-2378ebeafd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aeb9c7-6d49-46d6-a56c-629a3f0b6704,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:15.015244 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b25208a-3d3f-4a37-aaaf-a5c1baa660df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.055487 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:12:15.081393 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.098055 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25208a-3d3f-4a37-aaaf-a5c1baa660df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d73bb-a92d-4899-a0f3-ce621663626a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:15.106028 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.246295 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:15.251273 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Attempting to bind port 15e8ca95-c173-45a8-a21e-74d706b6b345 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:12:15.252424 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Attempting to bind port 15e8ca95-c173-45a8-a21e-74d706b6b345 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:12:15.253248 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Attempting to bind port 15e8ca95-c173-45a8-a21e-74d706b6b345 on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:15.264690 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3b25208a-3d3f-4a37-aaaf-a5c1baa660df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12aa9fb03e0c4e3a9483c9f43fb53274&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0911260 Dec 18 03:12:15.283224 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:12:15.283604 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:15.285060 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.286893 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:12:15.288021 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Bound port: 15e8ca95-c173-45a8-a21e-74d706b6b345, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:12:15.289857 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.383733 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.391926 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffca836e-a000-4750-915a-9be2704373b6 req-3bd1d850-8237-46bd-828e-9db6e609defd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0742502 Dec 18 03:12:15.432246 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] For port 15e8ca95-c173-45a8-a21e-74d706b6b345, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:12:15.434904 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] For port 15e8ca95-c173-45a8-a21e-74d706b6b345, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=15e8ca95-c173-45a8-a21e-74d706b6b345,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:12:15.441899 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Pushing event updated for resources: {'Port': ['ID=15e8ca95-c173-45a8-a21e-74d706b6b345,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:15.460413 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.461443 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.462593 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.464238 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.466367 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.469042 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.469655 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.470468 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.471395 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.472692 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.474041 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.475740 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.476311 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Tracked resource versions report: Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: pushed versions: Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: { 'AddressGroup': {'1.2'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'ConntrackHelper': {'1.0'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'LocalIPAssociation': {'1.0'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Log': {'1.0'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Network': {'1.1'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Port': {'1.7'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'PortForwarding': {'1.2'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'QosPolicy': {'1.10'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroup': {'1.5'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroupRule': {'1.2'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SubPort': {'1.0'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Subnet': {'1.1'}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Trunk': {'1.1'}} Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: consumer versions: Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: { DHCP agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: HyperV agent@hv-cinder-81803: {}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: L3 agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: Metadata agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: Metering agent@dv-cinder-818037-10-iscsi: {}, Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: Open vSwitch agent@dv-cinder-818037-10-iscsi: { 'AddressGroup': '1.2', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'ConntrackHelper': '1.0', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'LocalIPAssociation': '1.0', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Log': '1.0', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Network': '1.1', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Port': '1.7', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'PortForwarding': '1.2', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'QosPolicy': '1.10', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroup': '1.5', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SecurityGroupRule': '1.2', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'SubPort': '1.0', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Subnet': '1.1', Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: 'Trunk': '1.1'}} Dec 18 03:12:15.477773 dv-cinder-818037-10-iscsi neutron-server[102471]: {{(pid=102471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 18 03:12:15.481550 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e643bbf-1cdf-41b9-913a-2ff2dafedf46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.484746 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.547909 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a2055-3bf0-4696-914e-c03e4ef2f8a6 None None] Pushing event updated for resources: {'Port': ['ID=15e8ca95-c173-45a8-a21e-74d706b6b345,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:15.576208 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e643bbf-1cdf-41b9-913a-2ff2dafedf46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.601599 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:12:15.602941 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:12:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:15.674595 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e643bbf-1cdf-41b9-913a-2ff2dafedf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.681559 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e643bbf-1cdf-41b9-913a-2ff2dafedf46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:15.689949 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9e643bbf-1cdf-41b9-913a-2ff2dafedf46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da7d73bb-a92d-4899-a0f3-ce621663626a HTTP/1.1" status: 204 len: 168 time: 0.4397120 Dec 18 03:12:15.707174 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e643bbf-1cdf-41b9-913a-2ff2dafedf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d73bb-a92d-4899-a0f3-ce621663626a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:15.761201 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:12:15.954629 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:11Z', 'revision_number': 3, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:15.998276 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d451e3f-2357-4d46-8d49-019dcedcf6de None None] The sync data for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi is: [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:11Z', 'revision_number': 3, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:12:16.002406 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Allocated IP 172.20.0.1 (9c2dc738-d6f1-48f3-b8e0-871e485e797e/13a2a5bb-a8c9-44ea-a315-f89f2b150428/c84e8488-6b4c-4c2c-b4d1-312eedf95bcd) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:12:16.025796 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-45c2201f-d741-4bca-9dc9-2544c67d2b47 req-0ca20261-8764-4d4f-a461-2c6bc5eb0416 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.2077603 Dec 18 03:12:16.147475 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:16.215429 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:16.306802 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:16.313519 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:16.321757 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:12:16.322233 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:16.480274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54586) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:16.512215 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Pushing event updated for resources: {'Port': ['ID=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:16.653402 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9c136038-31c4-4064-9f04-0199507dc04f req-39f21b83-de65-478e-b620-06da5bafad99 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0822866 Dec 18 03:12:16.739994 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1231594351-network', 'tenant_id': '04335e6ad44e48cd962eaf59ae304cbf'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:16.787320 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fcdc569c-71f5-4bd6-ae0c-666d6a9f9188 None None] Provisioning complete for port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:16.787912 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fcdc569c-71f5-4bd6-ae0c-666d6a9f9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:16.830955 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Made reservation on behalf of 04335e6ad44e48cd962eaf59ae304cbf for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:16.833822 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:16.847879 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc569c-71f5-4bd6-ae0c-666d6a9f9188 None None] Port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:12:17.001192 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.191065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.259391 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a4d00e5e-f84c-4b44-b888-38c904c2b657 req-05d43937-102c-4a33-879a-f36a2681924b tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0636280 Dec 18 03:12:17.341919 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.351188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.391440 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:12:17.400137 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.406614 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.407637 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.420216 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed0499-51cc-455a-8a94-d196302f3043,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:17.425482 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.426062 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Added segment 90324ff6-36be-4aff-903c-6c43375d1096 of type vlan for network a85028af-b3f2-4b8c-a598-09e129f25ba6 Dec 18 03:12:17.476410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.509978 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Pushing event updated for resources: {'Port': ['ID=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:17.520157 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.521838 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:17.522763 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.595560 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1129243 Dec 18 03:12:17.598386 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54640) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:17.616619 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Request body: {'subnet': {'network_id': 'a85028af-b3f2-4b8c-a598-09e129f25ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1231594351-subnet', 'tenant_id': '04335e6ad44e48cd962eaf59ae304cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:17.625376 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:17.627801 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:17.628188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b82be6-b69a-4e35-b4e5-187fb056a4ad admin admin] Pushing event updated for resources: {'Network': ['ID=a85028af-b3f2-4b8c-a598-09e129f25ba6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:17.671906 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Made reservation on behalf of 04335e6ad44e48cd962eaf59ae304cbf for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:17.674396 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:17.684190 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network a85028af-b3f2-4b8c-a598-09e129f25ba6 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:12:17.842499 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 15e8ca95-c173-45a8-a21e-74d706b6b345 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:17.862044 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-44161406-119a-42c8-a010-9e807da1778d req-2898941a-9a09-4272-8e12-4ed42498af39 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.1141317 Dec 18 03:12:18.056597 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 15e8ca95-c173-45a8-a21e-74d706b6b345 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:18.057074 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:18.098650 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:12:18.108242 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:18.157249 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7751aa7e-0e34-4637-9534-1f5a11c0f327,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:18.190880 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Checking segment: {'id': '90324ff6-36be-4aff-903c-6c43375d1096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a85028af-b3f2-4b8c-a598-09e129f25ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:18.191240 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Network hostable DHCP agents. Network: a85028af-b3f2-4b8c-a598-09e129f25ba6, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:12:18.194113 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-29e52b27-3c37-482e-b4d6-0ad0d1d92ec5 None None] Provisioning complete for port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:18.194486 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29e52b27-3c37-482e-b4d6-0ad0d1d92ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:18.233136 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Network a85028af-b3f2-4b8c-a598-09e129f25ba6 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:12:18.262524 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, a85028af-b3f2-4b8c-a598-09e129f25ba6) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:18.267989 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:18.268764 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:18.315812 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5949c657-c101-4847-887f-e748b540c60c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7142603 Dec 18 03:12:18.317711 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056ca3b-b245-4732-86da-839c186f5964 None None] Network a85028af-b3f2-4b8c-a598-09e129f25ba6 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:18.334713 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:12:18.348717 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-30cf02bd-1c88-4726-8801-65f1c2ca1d78 admin admin] 10.222.0.24 "PUT /v2.0/routers/3fca4a73-8df2-42a9-bc12-d1abd0f998d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1292198 Dec 18 03:12:18.419503 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-29e52b27-3c37-482e-b4d6-0ad0d1d92ec5 None None] Port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:12:18.438883 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:18.460268 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dbaf4ded-0348-4c41-a7e3-d8cfa8321fe3 req-68adf401-0ce6-4a4d-90d2-4188ff5fe476 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0712502 Dec 18 03:12:18.467740 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 15e8ca95-c173-45a8-a21e-74d706b6b345, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=15e8ca95-c173-45a8-a21e-74d706b6b345,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:18.478996 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:18.545300 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f155f-d5ee-4bc1-b2cc-c59a555fc09b None None] Network a85028af-b3f2-4b8c-a598-09e129f25ba6 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:18.554821 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Sync routers for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:12:18.577434 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=15e8ca95-c173-45a8-a21e-74d706b6b345,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:18.619534 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:12:18.621381 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:12:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:18.770675 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:12:18.948574 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.16', 51564) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:19.040659 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-276999c8-1150-4173-9250-85bb0b64a37b req-a0388237-2c06-4829-aa49-ea2b76eb3bb0 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0596950 Dec 18 03:12:19.102303 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:17Z', 'revision_number': 2, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:19.158164 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Checking router: 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:12:19.158468 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Updating router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:12:19.211919 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:19.227911 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-c338ac24-ff13-49ce-b27c-379436c91855 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:19.230943 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-c338ac24-ff13-49ce-b27c-379436c91855 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.16 "GET /v2.0/networks?id=611006f3-a73d-4a4d-a0ee-79b37818606d HTTP/1.1" status: 200 len: 811 time: 0.2789590 Dec 18 03:12:19.322318 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Request body: {'port': {'device_id': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d', 'admin_state_up': True, 'tenant_id': '5c6b1669a90f442992fb339de8e51e55'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:19.536517 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54740) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:19.546342 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8ac46ed8-fbdf-4443-a1e0-ce89c4f59290 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609129973', 'description': 'tempest-description--206234243'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:19.600388 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ac46ed8-fbdf-4443-a1e0-ce89c4f59290 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:19.694428 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.16', 51573) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:19.711877 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:19.725470 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 15e8ca95-c173-45a8-a21e-74d706b6b345 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:19.793590 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:19.802299 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ffbfacac-6ca6-462f-a935-3407c6f78742 req-0fff28de-e858-42ec-93fa-7cd6b7d814fc tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0989902 Dec 18 03:12:19.873380 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ac46ed8-fbdf-4443-a1e0-ce89c4f59290 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:19.893258 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ac46ed8-fbdf-4443-a1e0-ce89c4f59290 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:19.980058 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54758) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:19.980237 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac46ed8-fbdf-4443-a1e0-ce89c4f59290 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:20.001546 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-f99c8c0d-fe9a-4b97-9035-7a63280f65cb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:20.004653 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-f99c8c0d-fe9a-4b97-9035-7a63280f65cb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.3060548 Dec 18 03:12:20.011887 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-845712721-network', 'tenant_id': '87cd54cc2faf4f24b2f2a8a0b9bdc408'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:20.021714 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ac46ed8-fbdf-4443-a1e0-ce89c4f59290 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.024870 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-8ac46ed8-fbdf-4443-a1e0-ce89c4f59290 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4848104 Dec 18 03:12:20.028990 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54770) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:20.047278 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f224e9d7-a17e-408e-9538-e91821166273 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'security_group_rule': {'security_group_id': '0faca6ab-90fe-4622-be1d-2e9d1fe2e96d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:20.066891 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Request body: {'port': {'device_id': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'admin_state_up': True, 'tenant_id': 'e04a810a1bed41eb90634777ccbde0f4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:20.098746 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f720544-0997-4f92-a739-1734f319ff06 None None] Pushing event updated for resources: {'Port': ['ID=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:20.145543 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Attempting to bind port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:12:20.147057 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Attempting to bind port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:12:20.147418 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Attempting to bind port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:20.162483 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Made reservation on behalf of 87cd54cc2faf4f24b2f2a8a0b9bdc408 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:20.168010 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.170479 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:12:20.174466 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Checking segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:20.175079 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.176168 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Bound using segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:12:20.179398 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Bound port: c84e8488-6b4c-4c2c-b4d1-312eedf95bcd, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:12:20.180432 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.202200 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 15e8ca95-c173-45a8-a21e-74d706b6b345 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:20.202569 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.232352 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.246390 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f224e9d7-a17e-408e-9538-e91821166273 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.298849 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Made reservation on behalf of 5c6b1669a90f442992fb339de8e51e55 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:20.303348 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.398049 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] For port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:12:20.418199 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] For port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:12:20.427820 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-eba9825e-36e0-437e-a97a-717e12ac5983 None None] Provisioning complete for port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:20.429174 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eba9825e-36e0-437e-a97a-717e12ac5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.441864 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.466209 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-57c63bc1-8f1f-45f1-b410-f3eb463f3683 req-5afc761b-aeb7-453b-a95d-afac800fce71 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.3006787 Dec 18 03:12:20.717908 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f720544-0997-4f92-a739-1734f319ff06 None None] Pushing event updated for resources: {'Port': ['ID=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:20.837559 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f224e9d7-a17e-408e-9538-e91821166273 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.850325 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f224e9d7-a17e-408e-9538-e91821166273 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.932031 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224e9d7-a17e-408e-9538-e91821166273 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc09234-f474-415b-bfa7-cdb352ce1945,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:20.942065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Made reservation on behalf of e04a810a1bed41eb90634777ccbde0f4 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:20.946850 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.964626 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f224e9d7-a17e-408e-9538-e91821166273 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.985360 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f224e9d7-a17e-408e-9538-e91821166273 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9384623 Dec 18 03:12:20.986114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54812) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:20.989343 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eba9825e-36e0-437e-a97a-717e12ac5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:20.993888 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3abc4cda-6ce0-4ee5-826a-57766f237f15 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'security_group_rule': {'security_group_id': '0faca6ab-90fe-4622-be1d-2e9d1fe2e96d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:21.020693 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Allocated IP 172.20.0.11 (611006f3-a73d-4a4d-a0ee-79b37818606d/f547bdf6-7450-4ebb-8af2-fd2f4848f2e3/e9a28560-c549-4e92-8993-34d623482c10) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:12:21.039741 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:12:21.040458 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:12:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:21.314211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3abc4cda-6ce0-4ee5-826a-57766f237f15 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.481640 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Allocated IP 172.20.0.13 (1d8dfc79-d3fb-4837-9660-6625a84f5064/d6486aad-3319-41e3-824a-e80642d0e933/7d0395bd-af1a-4b29-b3f8-68ce84d329fc) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:12:21.490816 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.528786 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3abc4cda-6ce0-4ee5-826a-57766f237f15 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.559078 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3abc4cda-6ce0-4ee5-826a-57766f237f15 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.566718 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-eba9825e-36e0-437e-a97a-717e12ac5983 None None] For port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:21.633220 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eba9825e-36e0-437e-a97a-717e12ac5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.638320 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.672391 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.705686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3abc4cda-6ce0-4ee5-826a-57766f237f15 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.711534 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3abc4cda-6ce0-4ee5-826a-57766f237f15 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7223012 Dec 18 03:12:21.743618 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54832) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:21.757663 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:21.788971 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Network 611006f3-a73d-4a4d-a0ee-79b37818606d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:21.796754 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fcdb7506-a9df-4e3e-afeb-81a50796f27b req-ee3a90c0-9445-4c41-8f37-371c32b30bdb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.2424014 Dec 18 03:12:21.834059 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc4cda-6ce0-4ee5-826a-57766f237f15 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16ab260-5f11-4254-9dce-b4d832047683,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:21.860662 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:12:21.864381 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:21.894462 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.904827 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:12:21.922456 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:21.923226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:21.989542 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-38d51887-c6b6-4c25-af8c-cdcac6271f3b None None] Provisioning complete for port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:21.994492 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38d51887-c6b6-4c25-af8c-cdcac6271f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:22.017608 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9825e-36e0-437e-a97a-717e12ac5983 None None] Pushing event updated for resources: {'Port': ['ID=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:22.023364 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7038717 Dec 18 03:12:22.063957 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-5cfbf55e-5b59-4f8a-93bf-7e241aceadd3 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:12:22.070837 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-5cfbf55e-5b59-4f8a-93bf-7e241aceadd3 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174210 Dec 18 03:12:22.220250 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d821b-cb4b-4392-9b70-5771237b0f94,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:22.234522 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfea52-a0ef-4b25-8364-d12f5d843707 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Pushing event updated for resources: {'Port': ['ID=e9a28560-c549-4e92-8993-34d623482c10,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:22.293813 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:12:22.341914 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d02678-2701-4660-bff2-3b6b99cbb96e req-54e2dd3c-4b8e-4358-961a-0fc07f622067 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:22.351244 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:22.351615 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Added segment b4d4c406-9e87-4250-8c02-5123dbaf8867 of type vlan for network f84a47f2-fd05-4261-bcde-8a080c38fa5f Dec 18 03:12:22.356740 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76d02678-2701-4660-bff2-3b6b99cbb96e req-54e2dd3c-4b8e-4358-961a-0fc07f622067 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 932 time: 0.7109914 Dec 18 03:12:22.364043 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:22.458718 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:22.584077 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76d02678-2701-4660-bff2-3b6b99cbb96e req-b11f6f59-d6b6-49cd-bc31-1eb569c2d162 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260258 Dec 18 03:12:22.635936 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:22.742426 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Request body: {'port': {'device_id': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:22.830311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:20Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:22.878185 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:22.893936 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:22.894842 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:22.946161 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade9d70-2c63-4223-a02a-c769c5baa27a None None] The sync data for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi is: [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:20Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:12:22.966081 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:23.079409 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:23.200134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:23.336656 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] Pushing event updated for resources: {'Network': ['ID=f84a47f2-fd05-4261-bcde-8a080c38fa5f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:23.344856 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:23.348405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54884) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:23.387105 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network f84a47f2-fd05-4261-bcde-8a080c38fa5f details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:12:23.390488 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b8b05485-6f0d-4830-be08-7778a41f561f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4028270 Dec 18 03:12:23.409841 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54890) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:23.445934 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Request body: {'subnet': {'network_id': 'f84a47f2-fd05-4261-bcde-8a080c38fa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-845712721-subnet', 'tenant_id': '87cd54cc2faf4f24b2f2a8a0b9bdc408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:23.465563 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:23.501267 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c0430-deb4-4934-826e-db1e370d6399 req-78abae75-65ef-4bb3-81c0-edc3026b69bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:23.501267 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ff3c0430-deb4-4934-826e-db1e370d6399 req-78abae75-65ef-4bb3-81c0-edc3026b69bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 932 time: 0.4185314 Dec 18 03:12:23.556408 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Made reservation on behalf of 87cd54cc2faf4f24b2f2a8a0b9bdc408 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:23.558828 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:23.789108 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c84e8488-6b4c-4c2c-b4d1-312eedf95bcd up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:23.873392 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:23.894840 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ff3c0430-deb4-4934-826e-db1e370d6399 req-36e43382-63da-46a8-aa55-84ae2c46a805 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421783 Dec 18 03:12:23.908646 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:12:23.922965 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:23.928384 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:23.945272 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:23.949681 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:24.078621 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event updated for resources: {'Port': ['ID=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:24.152961 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-825c9c23-4858-4cbd-8b9d-b05be1f487bb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0965304 Dec 18 03:12:24.191776 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Allocated IP 172.27.2.100 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/8d5c8af9-ef87-41ba-a382-53dcee5c70d8) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:12:24.282600 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ff21-898d-4a82-a293-045deedc5646 req-2846f9b0-e949-403c-aef2-4dbfca56dc1f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:24.290962 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-73e6ff21-898d-4a82-a293-045deedc5646 req-2846f9b0-e949-403c-aef2-4dbfca56dc1f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 932 time: 0.3998375 Dec 18 03:12:24.387098 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Request body: {'port': {'device_id': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:24.485435 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d020147-efa6-49bf-a812-e88e76d545db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:24.582039 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:24.830491 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54938) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:24.850520 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-73e6ff21-898d-4a82-a293-045deedc5646 req-4a54ac85-3647-41ac-b9a0-908d75ad0621 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586741 Dec 18 03:12:24.871834 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.228353 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.279613 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1c51bc2-7186-48a9-b644-ed9b97e25ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.458621 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d020147-efa6-49bf-a812-e88e76d545db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.556604 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54954) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:25.583609 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d020147-efa6-49bf-a812-e88e76d545db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.597329 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842a62b3-cce0-4983-ac4f-9800a2dbf1e6,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:25.610292 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Checking segment: {'id': 'b4d4c406-9e87-4250-8c02-5123dbaf8867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84a47f2-fd05-4261-bcde-8a080c38fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:25.610765 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Network hostable DHCP agents. Network: f84a47f2-fd05-4261-bcde-8a080c38fa5f, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:12:25.628380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a28560-c549-4e92-8993-34d623482c10 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:12:25.647765 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.668701 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d020147-efa6-49bf-a812-e88e76d545db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390cebdf-2433-4783-9d69-3fdfe6bc6d7e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:25.687068 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Network f84a47f2-fd05-4261-bcde-8a080c38fa5f is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:12:25.690067 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Transition to ACTIVE for port object e9a28560-c549-4e92-8993-34d623482c10 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:12:25.697731 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b2110-6d0d-4a11-9ca5-8f5b616411ab req-e2fbe72c-cf54-4079-889c-02826a5d4af3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:25.699601 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-789b2110-6d0d-4a11-9ca5-8f5b616411ab req-e2fbe72c-cf54-4079-889c-02826a5d4af3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 932 time: 0.5144477 Dec 18 03:12:25.701851 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.743212 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, f84a47f2-fd05-4261-bcde-8a080c38fa5f) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:25.770803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586fa95-2d6f-4b50-a358-d0ee51cd4c6d None None] Network f84a47f2-fd05-4261-bcde-8a080c38fa5f requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:25.773884 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7d020147-efa6-49bf-a812-e88e76d545db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdde0d32ffc742f2ab7e2dbfee1da896&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8969862 Dec 18 03:12:25.787215 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54960) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:25.791101 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:25.791742 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.828891 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.837579 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a28560-c549-4e92-8993-34d623482c10,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:25.909265 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c10786f-9ff0-445b-8dba-5a0f4818d7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:25.989146 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33082fc-8d00-47ea-bdf2-22f0e785f0ad None None] Network f84a47f2-fd05-4261-bcde-8a080c38fa5f requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:12:26.001695 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-789b2110-6d0d-4a11-9ca5-8f5b616411ab req-41925fad-89de-442a-a92c-e0d6ecce1e82 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930536 Dec 18 03:12:26.012845 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:26.047070 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6e384271-8ed3-4b66-bbe0-3c5d4bf91a72 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6311710 Dec 18 03:12:26.067222 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:26.078653 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Attempting to bind port e9a28560-c549-4e92-8993-34d623482c10 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:12:26.079002 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Attempting to bind port e9a28560-c549-4e92-8993-34d623482c10 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '7263fd7b-59d6-4b93-81cb-4b8f34d3e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:12:26.079338 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Attempting to bind port e9a28560-c549-4e92-8993-34d623482c10 on network 611006f3-a73d-4a4d-a0ee-79b37818606d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:26.090904 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Port e9a28560-c549-4e92-8993-34d623482c10 on network 611006f3-a73d-4a4d-a0ee-79b37818606d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:12:26.091235 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Attempting to bind port e9a28560-c549-4e92-8993-34d623482c10 on network 611006f3-a73d-4a4d-a0ee-79b37818606d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:26.106777 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:12:26.107117 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Checking segment: {'id': '7263fd7b-59d6-4b93-81cb-4b8f34d3e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:26.107705 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Bound using segment: {'id': '7263fd7b-59d6-4b93-81cb-4b8f34d3e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:12:26.108208 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Bound port: e9a28560-c549-4e92-8993-34d623482c10, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7263fd7b-59d6-4b93-81cb-4b8f34d3e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:12:26.108508 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.122855 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:12:26.160591 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'Port': ['ID=8d5c8af9-ef87-41ba-a382-53dcee5c70d8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:26.301317 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54980) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:26.317546 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] For port e9a28560-c549-4e92-8993-34d623482c10, host hv-cinder-81803, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:12:26.377851 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] For port e9a28560-c549-4e92-8993-34d623482c10, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9a28560-c549-4e92-8993-34d623482c10,segment=NetworkSegment(7263fd7b-59d6-4b93-81cb-4b8f34d3e061),segment_id=7263fd7b-59d6-4b93-81cb-4b8f34d3e061)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:12:26.389551 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.413750 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1c51bc2-7186-48a9-b644-ed9b97e25ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.436520 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] Deleting subnet 7751aa7e-0e34-4637-9534-1f5a11c0f327 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:12:26.446231 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.471191 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1c51bc2-7186-48a9-b644-ed9b97e25ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.477996 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:26.478616 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.481333 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] 10.222.0.16 "PUT /v2.0/ports/e9a28560-c549-4e92-8993-34d623482c10 HTTP/1.1" status: 200 len: 1094 time: 3.9243741 Dec 18 03:12:26.483650 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'tag': 'e9a28560-c549-4e92-8993-34d623482c10'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:12:26.554649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6aab90b4-e264-41f5-95fa-59ea484ce6c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.570523 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.574680 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f568ce1-904b-4fae-9d09-c04e0852b004 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a28560-c549-4e92-8993-34d623482c10,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:26.582672 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c10786f-9ff0-445b-8dba-5a0f4818d7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.586065 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.657000 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.670513 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d1c51bc2-7186-48a9-b644-ed9b97e25ede admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=643b5880a2504aaf9a72f735c7fd382c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8361053 Dec 18 03:12:26.673062 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54988) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:26.674819 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c10786f-9ff0-445b-8dba-5a0f4818d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.675930 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.681525 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7751aa7e-0e34-4637-9534-1f5a11c0f327 HTTP/1.1" status: 204 len: 168 time: 0.3780277 Dec 18 03:12:26.712327 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 54990) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:26.713991 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0b1c24-91a1-4080-84d2-aa2c464d97e5" -d '{"events": [{"name": "network-changed", "server_uuid": "27e00542-7c0f-4f71-911f-b0b3a6d4c599", "tag": "e9a28560-c549-4e92-8993-34d623482c10"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:12:26.734879 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51443d1d-12eb-4fc1-bf29-58961f13d264 req-c514e041-b4ba-434b-a4ca-623b10e6525c tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:26.737700 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-51443d1d-12eb-4fc1-bf29-58961f13d264 req-c514e041-b4ba-434b-a4ca-623b10e6525c tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 944 time: 0.6978381 Dec 18 03:12:26.744910 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316715a9-7b80-47c7-b6d9-e83099820ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7751aa7e-0e34-4637-9534-1f5a11c0f327,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:26.757819 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.759752 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c51bc2-7186-48a9-b644-ed9b97e25ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e94c8d-0455-47ee-aba4-d1f68b08d608,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:26.814949 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5c10786f-9ff0-445b-8dba-5a0f4818d7fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5661f04979d64448bb7ab4c1f195afaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2563348 Dec 18 03:12:26.817161 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6aab90b4-e264-41f5-95fa-59ea484ce6c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.829554 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 54996) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:26.870983 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fee0f2c8-61f8-47e0-bea4-067ec39f78d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.871229 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0395bd-af1a-4b29-b3f8-68ce84d329fc {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:12:26.913456 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.931979 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62addde9-f32d-456a-90e6-bbeab0a4ce3e x-openstack-request-id: req-62addde9-f32d-456a-90e6-bbeab0a4ce3e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:12:26.932892 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e00542-7c0f-4f71-911f-b0b3a6d4c599", "tag": "e9a28560-c549-4e92-8993-34d623482c10", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:12:26.933233 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62addde9-f32d-456a-90e6-bbeab0a4ce3e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:12:26.933996 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'tag': 'e9a28560-c549-4e92-8993-34d623482c10', 'status': 'completed', 'code': 200} Dec 18 03:12:26.962766 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10786f-9ff0-445b-8dba-5a0f4818d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d08da-5a26-481c-aaa3-90b51a8ea3aa,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:26.985577 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:26.994106 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fee0f2c8-61f8-47e0-bea4-067ec39f78d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.024177 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Transition to ACTIVE for port object 7d0395bd-af1a-4b29-b3f8-68ce84d329fc will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:12:27.037609 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.052793 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.056027 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de6c74ee-ad46-4027-97cb-3602c12152e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.071642 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-51443d1d-12eb-4fc1-bf29-58961f13d264 req-03217e88-f247-4e14-8b80-6123a3c79827 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994668 Dec 18 03:12:27.124118 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de6c74ee-ad46-4027-97cb-3602c12152e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.172285 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fee0f2c8-61f8-47e0-bea4-067ec39f78d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.175021 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fee0f2c8-61f8-47e0-bea4-067ec39f78d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.179139 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-fee0f2c8-61f8-47e0-bea4-067ec39f78d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6e94c8d-0455-47ee-aba4-d1f68b08d608 HTTP/1.1" status: 204 len: 168 time: 0.5022774 Dec 18 03:12:27.215031 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6aab90b4-e264-41f5-95fa-59ea484ce6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.217528 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6aab90b4-e264-41f5-95fa-59ea484ce6c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.221115 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-6aab90b4-e264-41f5-95fa-59ea484ce6c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/390cebdf-2433-4783-9d69-3fdfe6bc6d7e HTTP/1.1" status: 204 len: 168 time: 1.4280791 Dec 18 03:12:27.226927 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Pushing event updated for resources: {'Port': ['ID=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:27.242755 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f2c8-61f8-47e0-bea4-067ec39f78d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e94c8d-0455-47ee-aba4-d1f68b08d608,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:27.295972 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0952-0213-4313-8e58-ea902ecafbf4 req-5124c1db-5a26-417d-8efe-9531afcbffb3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:27.298621 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a4ee0952-0213-4313-8e58-ea902ecafbf4 req-5124c1db-5a26-417d-8efe-9531afcbffb3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 944 time: 0.1768115 Dec 18 03:12:27.346176 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de6c74ee-ad46-4027-97cb-3602c12152e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.351514 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de6c74ee-ad46-4027-97cb-3602c12152e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.356196 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-de6c74ee-ad46-4027-97cb-3602c12152e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a3d08da-5a26-481c-aaa3-90b51a8ea3aa HTTP/1.1" status: 204 len: 168 time: 0.5211484 Dec 18 03:12:27.390999 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c74ee-ad46-4027-97cb-3602c12152e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d08da-5a26-481c-aaa3-90b51a8ea3aa,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:27.463214 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a4ee0952-0213-4313-8e58-ea902ecafbf4 req-bde1dac6-18f6-4c95-83af-e3b6d5b776e3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478920 Dec 18 03:12:27.482209 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab90b4-e264-41f5-95fa-59ea484ce6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390cebdf-2433-4783-9d69-3fdfe6bc6d7e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:27.489063 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Attempting to bind port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:12:27.489381 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Attempting to bind port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:12:27.489759 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Attempting to bind port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:27.534099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.539665 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:12:27.539988 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Attempting to bind port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:27.577710 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:12:27.577710 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Checking segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:27.577710 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Bound using segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:12:27.577710 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Bound port: 7d0395bd-af1a-4b29-b3f8-68ce84d329fc, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:12:27.577710 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:27.596340 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.596676 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.597431 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.597797 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.598094 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.598429 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.598738 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.599055 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.599367 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.607364 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.966274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.966624 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.967370 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.967370 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:27.967585 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85028af-b3f2-4b8c-a598-09e129f25ba6']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:27.999890 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55036) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:28.021587 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90324ff6-36be-4aff-903c-6c43375d1096') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:28.021908 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90324ff6-36be-4aff-903c-6c43375d1096') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:28.039416 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a100e91-e5cf-4796-a4ae-70a48dc82cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.184628 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55042) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:28.229510 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2323770-f543-4172-a05a-358fff10152f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.281387 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a100e91-e5cf-4796-a4ae-70a48dc82cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.287742 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a100e91-e5cf-4796-a4ae-70a48dc82cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.333674 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.348836 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-8a100e91-e5cf-4796-a4ae-70a48dc82cdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c60031aca2574a3981ea879e4786daeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445249 Dec 18 03:12:28.348836 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55046) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:28.359605 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a100e91-e5cf-4796-a4ae-70a48dc82cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd86656-ac00-4d92-a8d7-e4ae4becdf9d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:28.398221 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.400226 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.415651 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:12:28.416130 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: from cryptography.utils import int_from_bytes Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: from cryptography.utils import int_from_bytes Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:12:28.424705 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:12:28.426838 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.427435 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2323770-f543-4172-a05a-358fff10152f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.439597 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2323770-f543-4172-a05a-358fff10152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.455876 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-393ba70c-6e0c-4fa4-a15a-f35eda0a72b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.501074 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c2323770-f543-4172-a05a-358fff10152f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00f9544258f2498db72a6c206166caa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131175 Dec 18 03:12:28.502005 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2323770-f543-4172-a05a-358fff10152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08981f4c-2b7d-4989-98ff-afc64c3abae3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:28.508656 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:28.534154 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-393ba70c-6e0c-4fa4-a15a-f35eda0a72b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.550575 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] For port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:12:28.668060 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07518b-2356-4606-8c88-3370863a395a req-4712ecd5-9c78-469e-898b-d6bb7af78f3a tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:28.670870 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8e07518b-2356-4606-8c88-3370863a395a req-4712ecd5-9c78-469e-898b-d6bb7af78f3a tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 944 time: 0.3446949 Dec 18 03:12:28.672473 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.712466 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67197208-05e8-473a-a8aa-f0be1fc195cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.721529 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7028bcb-26aa-45d9-b1ad-c08e21c03a8d req-43feb393-62eb-4727-8bc0-5165d52f30a1 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:28.721763 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.728856 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d7028bcb-26aa-45d9-b1ad-c08e21c03a8d req-43feb393-62eb-4727-8bc0-5165d52f30a1 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 944 time: 0.1133940 Dec 18 03:12:28.737985 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-393ba70c-6e0c-4fa4-a15a-f35eda0a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.740725 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-393ba70c-6e0c-4fa4-a15a-f35eda0a72b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.741860 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-393ba70c-6e0c-4fa4-a15a-f35eda0a72b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fd86656-ac00-4d92-a8d7-e4ae4becdf9d HTTP/1.1" status: 204 len: 168 time: 0.3925295 Dec 18 03:12:28.758058 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.771720 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0138755 Dec 18 03:12:28.774129 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] For port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:12:28.778472 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba70c-6e0c-4fa4-a15a-f35eda0a72b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd86656-ac00-4d92-a8d7-e4ae4becdf9d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:28.786261 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67197208-05e8-473a-a8aa-f0be1fc195cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.801277 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.815669 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a85028af-b3f2-4b8c-a598-09e129f25ba6 HTTP/1.1" status: 204 len: 168 time: 2.0740378 Dec 18 03:12:28.816688 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632489-fff7-4501-b0a7-0014514a85c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'Port': ['ID=8d5c8af9-ef87-41ba-a382-53dcee5c70d8,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:28.817715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55062) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:28.829995 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.848959 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d7028bcb-26aa-45d9-b1ad-c08e21c03a8d req-c73ba041-55de-4bb2-a421-ed9adecd67aa tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190953 Dec 18 03:12:28.887128 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650409d-6f2f-412a-8a0b-e071bc804dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85028af-b3f2-4b8c-a598-09e129f25ba6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:28.894427 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] Deleting subnet 842a62b3-cce0-4983-ac4f-9800a2dbf1e6 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:12:28.898589 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.933170 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67197208-05e8-473a-a8aa-f0be1fc195cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.936421 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67197208-05e8-473a-a8aa-f0be1fc195cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.937506 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-67197208-05e8-473a-a8aa-f0be1fc195cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08981f4c-2b7d-4989-98ff-afc64c3abae3 HTTP/1.1" status: 204 len: 168 time: 0.4283419 Dec 18 03:12:28.950829 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67197208-05e8-473a-a8aa-f0be1fc195cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08981f4c-2b7d-4989-98ff-afc64c3abae3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:28.954207 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.960849 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.968235 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:28.968850 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:28.970641 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] 10.222.0.16 "PUT /v2.0/ports/7d0395bd-af1a-4b29-b3f8-68ce84d329fc HTTP/1.1" status: 200 len: 1094 time: 4.6071260 Dec 18 03:12:28.977337 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'tag': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:12:29.026903 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:29.044579 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8e07518b-2356-4606-8c88-3370863a395a req-4f9a6423-2add-4fd2-b293-f6b93a14a6bc tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107424 Dec 18 03:12:29.070650 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ec57-a2a2-48a3-80a3-61543d77d92d service neutron] Pushing event updated for resources: {'Port': ['ID=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:29.139612 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842a62b3-cce0-4983-ac4f-9800a2dbf1e6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:29.145265 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:29.149298 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-81e80bf5-c8f9-4d10-ab48-b774a91c251a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/842a62b3-cce0-4983-ac4f-9800a2dbf1e6 HTTP/1.1" status: 204 len: 168 time: 0.3306258 Dec 18 03:12:29.152592 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:29.298899 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-717d15ec-31f6-4061-897d-e685deca3f46 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1609129973&fields=id&tenant_id=9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 267 time: 0.1188915 Dec 18 03:12:29.330118 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:29.522190 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:29.553645 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.554007 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.554752 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.555070 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > port after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.555391 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.556019 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.556100 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.556433 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.556821 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.557714 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.633567 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.634085 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.634459 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.634793 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 18 03:12:29.635270 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84a47f2-fd05-4261-bcde-8a080c38fa5f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:29.642845 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3227d1b9-3943-4582-a325-d85bd08dc8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f325d5a-7adf-4af8-8559-7f60b99ed6e2", "tag": "7d0395bd-af1a-4b29-b3f8-68ce84d329fc"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:12:29.813460 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d4c406-9e87-4250-8c02-5123dbaf8867') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:29.817407 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d4c406-9e87-4250-8c02-5123dbaf8867') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:29.850279 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:29.886077 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:29.911882 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:12:29.912651 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: from cryptography.utils import int_from_bytes Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: from cryptography.utils import int_from_bytes Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:12:29.918772 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:12:29.999348 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-6b810ddb-3a2f-4a7f-8043-1fc4c666b3bc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:30.001419 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-6b810ddb-3a2f-4a7f-8043-1fc4c666b3bc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 816 time: 0.6649833 Dec 18 03:12:30.036032 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-dc845ae0-ea66-4cac-af31-6b83e8d1b927 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/quotas/9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 375 time: 0.0183208 Dec 18 03:12:30.040077 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:30.079754 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:30.087237 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f84a47f2-fd05-4261-bcde-8a080c38fa5f HTTP/1.1" status: 204 len: 168 time: 0.9332213 Dec 18 03:12:30.098625 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135fc33a-bb9d-4098-931c-4951e995ad4c x-openstack-request-id: req-135fc33a-bb9d-4098-931c-4951e995ad4c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:12:30.098974 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f325d5a-7adf-4af8-8559-7f60b99ed6e2", "tag": "7d0395bd-af1a-4b29-b3f8-68ce84d329fc", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:12:30.099517 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-135fc33a-bb9d-4098-931c-4951e995ad4c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:12:30.100229 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'tag': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc', 'status': 'completed', 'code': 200} Dec 18 03:12:30.127132 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd1b95-dfd7-4688-a3ef-06cb9f6aa96d admin admin] Pushing event deleted for resources: {'Network': ['ID=f84a47f2-fd05-4261-bcde-8a080c38fa5f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:30.166302 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-a1417536-4f8e-4c85-8e4f-ec7d67710bee tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218629 Dec 18 03:12:30.327179 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde53e42-8cc6-4087-8bd1-71a8042bbe22 req-cf1c8033-5214-4f08-bbe0-b866fd914587 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:30.332252 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-dde53e42-8cc6-4087-8bd1-71a8042bbe22 req-cf1c8033-5214-4f08-bbe0-b866fd914587 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 944 time: 0.1119714 Dec 18 03:12:30.414855 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-dde53e42-8cc6-4087-8bd1-71a8042bbe22 req-d967673e-9980-4170-9af3-1219f020e808 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773466 Dec 18 03:12:30.608855 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d100bf5-3ba3-49b6-8784-211ee14f1ccd req-91eacaec-1433-4a38-b0d8-223d0dbcce7b tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:30.615954 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-c2d0636e-d3ed-4632-a12b-f96320e487cc service neutron] 10.222.0.24 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228184 Dec 18 03:12:30.619859 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d100bf5-3ba3-49b6-8784-211ee14f1ccd req-91eacaec-1433-4a38-b0d8-223d0dbcce7b tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 944 time: 0.1142936 Dec 18 03:12:30.702148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55144) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:30.787428 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-ecb980a5-f91e-4bca-ad12-62d1341f6c1c service neutron] 10.222.0.24 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704998 Dec 18 03:12:30.799480 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d703cb5b-1516-4dc2-b8b1-31110bfe436c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04335e6ad44e48cd962eaf59ae304cbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0938535 Dec 18 03:12:30.801199 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55146) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:30.890252 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d100bf5-3ba3-49b6-8784-211ee14f1ccd req-89277418-aa78-4696-aea1-c5c32423eaf0 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667537 Dec 18 03:12:30.894032 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-a8f0a29e-3e80-464a-9bbb-2a2ad7283baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:30.895837 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-a8f0a29e-3e80-464a-9bbb-2a2ad7283baa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 1097 time: 0.2738249 Dec 18 03:12:30.959937 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e73883f-f945-4a3d-b1d6-fdf03b60d603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:31.001906 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e73883f-f945-4a3d-b1d6-fdf03b60d603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:31.233898 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-502cde88-81f1-45a5-b3ad-3d9369a8488b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc HTTP/1.1" status: 200 len: 217 time: 0.2351367 Dec 18 03:12:31.277582 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e402d452-e66e-4ac3-a0f2-1ee13bca2e1f req-6534cfa6-1b29-453e-a7b9-dc64b19a731f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 210 time: 0.1258264 Dec 18 03:12:31.295539 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1c24-91a1-4080-84d2-aa2c464d97e5 req-06578710-9df9-4120-88c1-664c227f4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:31.297830 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6c0b1c24-91a1-4080-84d2-aa2c464d97e5 req-06578710-9df9-4120-88c1-664c227f4815 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c6b1669a90f442992fb339de8e51e55&device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 1097 time: 0.1893663 Dec 18 03:12:31.454560 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e73883f-f945-4a3d-b1d6-fdf03b60d603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:31.457855 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e73883f-f945-4a3d-b1d6-fdf03b60d603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:31.460733 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-2bbf97ba-25b2-4a25-b223-fb2fdf81dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:31.462233 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2e73883f-f945-4a3d-b1d6-fdf03b60d603 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02ed0499-51cc-455a-8a94-d196302f3043 HTTP/1.1" status: 204 len: 168 time: 0.6599498 Dec 18 03:12:31.462362 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-2bbf97ba-25b2-4a25-b223-fb2fdf81dbe2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.1938097 Dec 18 03:12:31.527714 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-640bb358-4bdd-478c-bb7f-f9a2c2e1e8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:31.539715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73883f-f945-4a3d-b1d6-fdf03b60d603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed0499-51cc-455a-8a94-d196302f3043,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:31.608342 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-ccee89f1-db34-4464-afc1-7bf4c7c3f544 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311352 Dec 18 03:12:31.809511 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1c24-91a1-4080-84d2-aa2c464d97e5 req-63b44ee4-17fa-4cd2-bc9f-3fbcf8710d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:31.813229 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6c0b1c24-91a1-4080-84d2-aa2c464d97e5 req-63b44ee4-17fa-4cd2-bc9f-3fbcf8710d60 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5c6b1669a90f442992fb339de8e51e55&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4980464 Dec 18 03:12:31.860249 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-b8531344-e229-4459-84f1-0c79167cdfd3 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171021 Dec 18 03:12:31.923958 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f889d0-95cf-492c-ad48-f4c6e2823bb4 req-7b59f89b-2505-4678-a3d3-458f4d06b364 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:31.927994 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-32f889d0-95cf-492c-ad48-f4c6e2823bb4 req-7b59f89b-2505-4678-a3d3-458f4d06b364 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 944 time: 0.2650719 Dec 18 03:12:32.085089 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe978a1-589f-4b70-bf4e-cadb44e7eec8 req-02679c6f-ccb9-4a82-a258-5bc90274bbee tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:32.094028 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bfe978a1-589f-4b70-bf4e-cadb44e7eec8 req-02679c6f-ccb9-4a82-a258-5bc90274bbee tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 944 time: 0.0653379 Dec 18 03:12:32.202039 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bfe978a1-589f-4b70-bf4e-cadb44e7eec8 req-f29c799b-ab8f-4813-8f4e-3a45818b81d2 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067753 Dec 18 03:12:32.254867 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c524bea-d4ce-4baf-bd40-3cf89b4a1b74 req-3581cf26-3730-43d6-9acf-097e2f62218e service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382942 Dec 18 03:12:32.258671 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-32f889d0-95cf-492c-ad48-f4c6e2823bb4 req-845cffed-7fba-4f8e-85ae-958e9737c588 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972095 Dec 18 03:12:32.262492 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1c24-91a1-4080-84d2-aa2c464d97e5 req-fb277afe-6205-40b6-a879-46187278c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:32.264637 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6c0b1c24-91a1-4080-84d2-aa2c464d97e5 req-fb277afe-6205-40b6-a879-46187278c489 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4113884 Dec 18 03:12:32.366537 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55216) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:32.391999 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-696cb547-6a05-40d0-94a3-96a821b828f2 req-aba7f616-f78e-4ccf-aafe-4efb3865e092 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 210 time: 0.0283408 Dec 18 03:12:32.445023 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b8552cbc-db39-4372-b212-ffa35186ccc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87cd54cc2faf4f24b2f2a8a0b9bdc408&name=default HTTP/1.1" status: 200 len: 2993 time: 0.0772021 Dec 18 03:12:32.447761 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:32.508041 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97edd0fb-435d-4a4c-af91-7368b52f5878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:32.580885 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-e6fb3416-979f-4272-8c06-532150601a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:32.582620 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-e6fb3416-979f-4272-8c06-532150601a27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0512183 Dec 18 03:12:32.584360 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97edd0fb-435d-4a4c-af91-7368b52f5878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:32.662468 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-f9731ae2-96a3-4930-8c84-6c16e0534044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:32.663967 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-f9731ae2-96a3-4930-8c84-6c16e0534044 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c6b1669a90f442992fb339de8e51e55&device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 1097 time: 0.1236167 Dec 18 03:12:32.680528 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97edd0fb-435d-4a4c-af91-7368b52f5878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:32.686479 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97edd0fb-435d-4a4c-af91-7368b52f5878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:32.687958 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-97edd0fb-435d-4a4c-af91-7368b52f5878 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a17d821b-cb4b-4392-9b70-5771237b0f94 HTTP/1.1" status: 204 len: 168 time: 0.2388952 Dec 18 03:12:32.708633 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edd0fb-435d-4a4c-af91-7368b52f5878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d821b-cb4b-4392-9b70-5771237b0f94,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:32.744229 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-c95a921f-0272-4d46-a7d1-74bb77238d17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9a28560-c549-4e92-8993-34d623482c10 HTTP/1.1" status: 200 len: 217 time: 0.0534298 Dec 18 03:12:32.799669 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-d7cbffa0-90cd-4142-af99-e2b62b3b48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:32.801268 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-d7cbffa0-90cd-4142-af99-e2b62b3b48ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f547bdf6-7450-4ebb-8af2-fd2f4848f2e3 HTTP/1.1" status: 200 len: 851 time: 0.0486515 Dec 18 03:12:32.819449 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-7dd5184b-525c-46c1-b67a-26c30c6e49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:32.821727 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-7dd5184b-525c-46c1-b67a-26c30c6e49ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 916 time: 0.1986191 Dec 18 03:12:32.837337 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-8b6128ec-ae06-48f5-b9ff-c2f3cb4041cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611006f3-a73d-4a4d-a0ee-79b37818606d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277910 Dec 18 03:12:32.902430 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-6caaa9e2-88d6-4b59-8ddd-bef3fc69c344 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc HTTP/1.1" status: 200 len: 217 time: 0.0727782 Dec 18 03:12:32.981224 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-bab5fa20-7c46-46de-9174-0da38fd6acbe service neutron] 10.222.0.16 "GET /v2.0/networks/611006f3-a73d-4a4d-a0ee-79b37818606d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322076 Dec 18 03:12:33.038068 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-73a1ce69-fa16-43cc-a376-77725a252d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:33.039959 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-73a1ce69-fa16-43cc-a376-77725a252d01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.1067724 Dec 18 03:12:33.091943 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.16', 51595) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:33.122505 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-e8126133-f95e-4ccf-9840-0a4e5bcec057 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677648 Dec 18 03:12:33.283022 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-882220a1-84ef-4f62-8126-c42dfa27e5f2 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505065 Dec 18 03:12:33.372552 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba3a5591-eb09-4c24-aaea-d53025b53945 req-bdc71caa-32f5-407b-96cc-e16af77ed832 service neutron] 10.222.0.16 "GET /v2.0/networks/611006f3-a73d-4a4d-a0ee-79b37818606d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865123 Dec 18 03:12:33.509421 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3227d1b9-3943-4582-a325-d85bd08dc8b5 req-45b0a411-1676-4a2d-9801-b774ebeaeaa5 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202730 Dec 18 03:12:33.525820 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-b856d50d-603c-44f9-811c-e2f30d946fda tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:33.543009 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-b856d50d-603c-44f9-811c-e2f30d946fda tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 816 time: 0.4344599 Dec 18 03:12:33.556437 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e491ce-6383-4b89-8924-b44fd176bcf2 req-7e647c08-e640-4d93-8af4-ada36df39e32 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:33.569539 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-38e491ce-6383-4b89-8924-b44fd176bcf2 req-7e647c08-e640-4d93-8af4-ada36df39e32 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 944 time: 0.1554585 Dec 18 03:12:33.589142 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3840ef-6665-4a0d-8de6-780773aadd06 req-772f605a-6e93-4499-a6e8-71d41d5b111e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:33.591048 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8d3840ef-6665-4a0d-8de6-780773aadd06 req-772f605a-6e93-4499-a6e8-71d41d5b111e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 944 time: 0.1429791 Dec 18 03:12:33.652530 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-38e491ce-6383-4b89-8924-b44fd176bcf2 req-f6438e2f-f635-44cf-a887-4882ddaf63bb tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820098 Dec 18 03:12:33.705725 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8d3840ef-6665-4a0d-8de6-780773aadd06 req-05f4c595-8008-4ae0-9203-4e5a3281f241 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994017 Dec 18 03:12:33.711022 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-98a5e390-d65c-45e2-a43d-79cd49808022 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 380 time: 0.1392455 Dec 18 03:12:33.734034 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'port': {'device_id': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'admin_state_up': True, 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'security_groups': ['0faca6ab-90fe-4622-be1d-2e9d1fe2e96d']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:33.829500 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c476edfb-d638-4108-a166-98e16f2e4788 req-aa16644c-149c-41a6-8257-6a19cfe73616 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 210 time: 0.0499840 Dec 18 03:12:33.875801 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Made reservation on behalf of 9f27614e91de40f2ba636e557961e94f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:12:33.880127 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:33.902051 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e89eadb8-cdb8-4e3a-a778-76e17df34427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.026308 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Allocated IP 172.20.0.3 (9c2dc738-d6f1-48f3-b8e0-871e485e797e/13a2a5bb-a8c9-44ea-a315-f89f2b150428/b9de074c-64ba-4630-b439-f53e09e04d4b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:12:34.153370 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55292) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:34.170148 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.211626 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.260883 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:12:34.263947 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:12:34.266522 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:12:34.304494 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:34.344581 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cca3ed8b-e422-4b88-861f-0d6fb44eb2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.381401 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:34.382159 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.435422 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-e9fae474-7239-45d3-9867-f99b7d7c4765 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7155225 Dec 18 03:12:34.456008 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Request body: {'port': {'device_id': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:34.569327 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cca3ed8b-e422-4b88-861f-0d6fb44eb2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.579498 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cca3ed8b-e422-4b88-861f-0d6fb44eb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.631834 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.640208 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a5a8f5f2-a83d-4069-a200-9f61760c1183 None None] Provisioning complete for port b9de074c-64ba-4630-b439-f53e09e04d4b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:34.640804 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f5f2-a83d-4069-a200-9f61760c1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.663591 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-cca3ed8b-e422-4b88-861f-0d6fb44eb2c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7cc1e2a6ebb498cac2e8811d548c03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088267 Dec 18 03:12:34.665591 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3ed8b-e422-4b88-861f-0d6fb44eb2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec04970a-b1d1-40c5-8710-f4d0487428c0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:34.667429 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55322) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:34.725606 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8f5f2-a83d-4069-a200-9f61760c1183 None None] Port b9de074c-64ba-4630-b439-f53e09e04d4b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:12:34.917263 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e2383-276b-4484-a251-9f0a5edbeb16 req-3b258f1b-d1b2-4b42-a0da-c19217860433 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:34.920876 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-011e2383-276b-4484-a251-9f0a5edbeb16 req-3b258f1b-d1b2-4b42-a0da-c19217860433 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 944 time: 0.0833106 Dec 18 03:12:34.965472 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6f82a5-bfa6-4c96-9f92-e03cc9121e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.967253 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:34.996703 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6f82a5-bfa6-4c96-9f92-e03cc9121e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.000645 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:35.004248 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-011e2383-276b-4484-a251-9f0a5edbeb16 req-2f41498c-43d8-4639-9b56-270a979f81cb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728414 Dec 18 03:12:35.362505 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92e1b0-e500-4a8f-b451-a5a6bafbe924 req-22cf55ce-7276-4b97-a4dd-9a1435f04c48 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:35.364035 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a92e1b0-e500-4a8f-b451-a5a6bafbe924 req-22cf55ce-7276-4b97-a4dd-9a1435f04c48 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 944 time: 0.4243267 Dec 18 03:12:35.371019 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-395b4313-3e33-4e5b-b26f-331d000dda0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.397749 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6f82a5-bfa6-4c96-9f92-e03cc9121e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.400256 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6f82a5-bfa6-4c96-9f92-e03cc9121e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.401929 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-db6f82a5-bfa6-4c96-9f92-e03cc9121e6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec04970a-b1d1-40c5-8710-f4d0487428c0 HTTP/1.1" status: 204 len: 168 time: 0.7300627 Dec 18 03:12:35.433029 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f82a5-bfa6-4c96-9f92-e03cc9121e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec04970a-b1d1-40c5-8710-f4d0487428c0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:35.483698 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a92e1b0-e500-4a8f-b451-a5a6bafbe924 req-ba006bf9-ddfd-4bf1-a7f7-3057b62629f9 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130896 Dec 18 03:12:35.513851 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a241895-7b82-4c17-9bff-b154a4a04bed req-c6dcfea4-7615-4679-8773-50f2e31b6d31 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:35.515493 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4a241895-7b82-4c17-9bff-b154a4a04bed req-c6dcfea4-7615-4679-8773-50f2e31b6d31 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 931 time: 0.4075799 Dec 18 03:12:35.533758 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9de074c-64ba-4630-b439-f53e09e04d4b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:12:35.543124 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.543312 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-395b4313-3e33-4e5b-b26f-331d000dda0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.549527 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-395b4313-3e33-4e5b-b26f-331d000dda0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.560616 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Transition to ACTIVE for port object b9de074c-64ba-4630-b439-f53e09e04d4b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:12:35.564923 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.617466 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-395b4313-3e33-4e5b-b26f-331d000dda0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aae93d7398664ef79119bdb5cc511cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6121781 Dec 18 03:12:35.618512 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:35.635779 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4a241895-7b82-4c17-9bff-b154a4a04bed req-28f7e247-eb1f-4092-8dc4-6f5013376b8f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136703 Dec 18 03:12:35.660416 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b4313-3e33-4e5b-b26f-331d000dda0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3476d-5dd8-4b14-86fb-37fc8e8da9d6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:35.663902 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:35.718089 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de700048-fd8a-4441-9dd1-34fda6e4615b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.725168 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Attempting to bind port b9de074c-64ba-4630-b439-f53e09e04d4b on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:12:35.725496 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Attempting to bind port b9de074c-64ba-4630-b439-f53e09e04d4b by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:12:35.725858 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Attempting to bind port b9de074c-64ba-4630-b439-f53e09e04d4b on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:35.731523 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Port b9de074c-64ba-4630-b439-f53e09e04d4b on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:12:35.731899 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Attempting to bind port b9de074c-64ba-4630-b439-f53e09e04d4b on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:12:35.737974 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:12:35.738395 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Checking segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:12:35.738926 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Bound using segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:12:35.739691 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Bound port: b9de074c-64ba-4630-b439-f53e09e04d4b, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:12:35.740242 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.751992 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de700048-fd8a-4441-9dd1-34fda6e4615b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.821089 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de700048-fd8a-4441-9dd1-34fda6e4615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.824958 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de700048-fd8a-4441-9dd1-34fda6e4615b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.826125 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-de700048-fd8a-4441-9dd1-34fda6e4615b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2b3476d-5dd8-4b14-86fb-37fc8e8da9d6 HTTP/1.1" status: 204 len: 168 time: 0.1892939 Dec 18 03:12:35.831398 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:12:35.835117 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:12:35.840031 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.841977 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de700048-fd8a-4441-9dd1-34fda6e4615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3476d-5dd8-4b14-86fb-37fc8e8da9d6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:35.902160 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:35.903016 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:35.904703 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] 10.222.0.16 "PUT /v2.0/ports/b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 1093 time: 1.4538891 Dec 18 03:12:35.905147 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:12:35.909814 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0ac20a-245f-4734-b7b2-599e8966d17a" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:12:36.018648 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acfdd33-2db3-401e-afd7-8ea9861a1221 x-openstack-request-id: req-3acfdd33-2db3-401e-afd7-8ea9861a1221 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:12:36.019282 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:12:36.019700 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3acfdd33-2db3-401e-afd7-8ea9861a1221 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:12:36.020285 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'status': 'completed', 'code': 200} Dec 18 03:12:36.027795 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20331b-a973-4c67-b7bf-cf5531cc80ea service neutron] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:36.046696 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-6aa5dc31-03b2-4cad-919f-bd8bad3516ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:36.048342 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-6aa5dc31-03b2-4cad-919f-bd8bad3516ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1096 time: 0.0787303 Dec 18 03:12:36.067229 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55378) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:36.097638 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8075540-6681-4d65-b220-b5fe6545fc04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.156406 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-041f2ce6-55f8-458b-b3f7-5c0e2920f43e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 217 time: 0.0946541 Dec 18 03:12:36.200789 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad8b00-e8d9-4d47-b119-fdacb81e4bc3 req-6f178898-bb2b-46ec-81e7-c53d06d7fa8e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:36.202645 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-96ad8b00-e8d9-4d47-b119-fdacb81e4bc3 req-6f178898-bb2b-46ec-81e7-c53d06d7fa8e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 944 time: 0.0877030 Dec 18 03:12:36.258015 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-3b1b95e3-f0ae-49a9-9de5-3d5893911470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:36.263964 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-3b1b95e3-f0ae-49a9-9de5-3d5893911470 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0981379 Dec 18 03:12:36.328083 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-96ad8b00-e8d9-4d47-b119-fdacb81e4bc3 req-d555b632-ed3e-41c7-9df0-fa90b915a90c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147850 Dec 18 03:12:36.370022 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1999ebb3-b246-4178-99c3-db3303c5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:36.372882 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-1999ebb3-b246-4178-99c3-db3303c5c172 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1010914 Dec 18 03:12:36.376546 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8075540-6681-4d65-b220-b5fe6545fc04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.384192 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8075540-6681-4d65-b220-b5fe6545fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.388229 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55402) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:36.445174 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dde3a47-05d1-45dd-acbc-f4d48a0deed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.450933 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.506021 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8075540-6681-4d65-b220-b5fe6545fc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36d861-7ba4-4d92-999e-3aa9402e7648,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:36.529705 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-6ef6c84f-40fc-40c0-aa8b-0b1338eb2a68 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499343 Dec 18 03:12:36.533206 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-f8075540-6681-4d65-b220-b5fe6545fc04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bafb7c6583144eead5de3ae09885342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645543 Dec 18 03:12:36.538062 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55410) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:36.631885 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dde3a47-05d1-45dd-acbc-f4d48a0deed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.639429 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dde3a47-05d1-45dd-acbc-f4d48a0deed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.772112 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3a47-05d1-45dd-acbc-f4d48a0deed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244ba2c4-76d1-4f66-97a2-aa4226760a76,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:36.780577 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-1dde3a47-05d1-45dd-acbc-f4d48a0deed7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc7aea5e9927430f8e9c0b62b7661f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896961 Dec 18 03:12:36.784547 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:36.803691 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eab5382b-2172-4012-a94f-25637b9ea24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.817205 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4fb4b-6aea-4ba3-8170-4134bd8db787 req-b0bc7bf0-2b2a-46c8-ae8e-017dae6f2049 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:36.820722 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6ad4fb4b-6aea-4ba3-8170-4134bd8db787 req-b0bc7bf0-2b2a-46c8-ae8e-017dae6f2049 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 944 time: 0.2426701 Dec 18 03:12:36.830186 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ded5b734-eef9-49fb-8c54-60efe2296b88 req-162da589-da79-41c5-a9b7-c6c5f2611d35 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873268 Dec 18 03:12:36.836194 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device e9a28560-c549-4e92-8993-34d623482c10 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:12:36.840742 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21107a-3e7d-40df-8098-3dfa6d3a4595 req-af8586db-31c1-47de-a43f-9f01fb34cc75 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:36.842856 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8a21107a-3e7d-40df-8098-3dfa6d3a4595 req-af8586db-31c1-47de-a43f-9f01fb34cc75 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0937636 Dec 18 03:12:36.896812 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eab5382b-2172-4012-a94f-25637b9ea24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:36.923052 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8a21107a-3e7d-40df-8098-3dfa6d3a4595 req-da0bd20c-afce-4b57-bb6b-2e6e098ba3cc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741227 Dec 18 03:12:36.924922 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55428) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:36.955564 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6ad4fb4b-6aea-4ba3-8170-4134bd8db787 req-5ae16a98-2f1f-449c-a4b8-afd73acf8658 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068876 Dec 18 03:12:36.986543 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port e9a28560-c549-4e92-8993-34d623482c10, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9a28560-c549-4e92-8993-34d623482c10,segment=NetworkSegment(7263fd7b-59d6-4b93-81cb-4b8f34d3e061),segment_id=7263fd7b-59d6-4b93-81cb-4b8f34d3e061)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:36.999337 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'e9a28560-c549-4e92-8993-34d623482c10', 'network_id': '611006f3-a73d-4a4d-a0ee-79b37818606d', 'port_id': 'e9a28560-c549-4e92-8993-34d623482c10', 'mac_address': 'fa:16:3e:56:80:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f547bdf6-7450-4ebb-8af2-fd2f4848f2e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:12:37.017149 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c35b5180-f301-4574-9c0a-4a5dc5aada7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.046127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.049429 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-ca8ae29b-e02e-4d4b-86a5-e120183f5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:37.050938 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-ca8ae29b-e02e-4d4b-86a5-e120183f5954 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1096 time: 0.1048067 Dec 18 03:12:37.052911 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c35b5180-f301-4574-9c0a-4a5dc5aada7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.063547 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a28560-c549-4e92-8993-34d623482c10 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:12:37.064302 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-066f8686-9dfd-41a3-80eb-53d7e2d0a90f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.093381 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port e9a28560-c549-4e92-8993-34d623482c10, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9a28560-c549-4e92-8993-34d623482c10,segment=NetworkSegment(7263fd7b-59d6-4b93-81cb-4b8f34d3e061),segment_id=7263fd7b-59d6-4b93-81cb-4b8f34d3e061)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:37.097960 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.098691 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7d0395bd-af1a-4b29-b3f8-68ce84d329fc details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:12:37.102342 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eab5382b-2172-4012-a94f-25637b9ea24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.106915 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eab5382b-2172-4012-a94f-25637b9ea24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.109681 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-eab5382b-2172-4012-a94f-25637b9ea24a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd36d861-7ba4-4d92-999e-3aa9402e7648 HTTP/1.1" status: 204 len: 168 time: 0.5647137 Dec 18 03:12:37.195915 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-066f8686-9dfd-41a3-80eb-53d7e2d0a90f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.199595 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=e9a28560-c549-4e92-8993-34d623482c10,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:37.201543 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-066f8686-9dfd-41a3-80eb-53d7e2d0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.210283 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5382b-2172-4012-a94f-25637b9ea24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36d861-7ba4-4d92-999e-3aa9402e7648,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:37.270256 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:37.292461 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-066f8686-9dfd-41a3-80eb-53d7e2d0a90f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37f20c7dd19d43139379ac7324d7bea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659136 Dec 18 03:12:37.293578 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f8686-9dfd-41a3-80eb-53d7e2d0a90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0dfcb7-74e8-405d-8b4b-1d020d9cf619,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:37.295509 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'port_id': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc', 'mac_address': 'fa:16:3e:8b:c7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6486aad-3319-41e3-824a-e80642d0e933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:12:37.296652 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55434) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:37.301606 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c35b5180-f301-4574-9c0a-4a5dc5aada7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.304497 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c35b5180-f301-4574-9c0a-4a5dc5aada7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.308081 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-c35b5180-f301-4574-9c0a-4a5dc5aada7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/244ba2c4-76d1-4f66-97a2-aa4226760a76 HTTP/1.1" status: 204 len: 168 time: 0.5197985 Dec 18 03:12:37.318731 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-8a4b9eb4-18f0-4ebe-b1de-d363a1ca3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:37.320202 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-8a4b9eb4-18f0-4ebe-b1de-d363a1ca3f6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.2586386 Dec 18 03:12:37.321278 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b5180-f301-4574-9c0a-4a5dc5aada7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244ba2c4-76d1-4f66-97a2-aa4226760a76,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:37.346926 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.372949 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0395bd-af1a-4b29-b3f8-68ce84d329fc {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:12:37.379177 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5aa7-83b2-47bf-8bf9-6f1fde0196c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.385558 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-d0cda399-054c-4084-82b2-2ccec16da78b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 217 time: 0.0571196 Dec 18 03:12:37.419433 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:37.425477 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.433980 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5aa7-83b2-47bf-8bf9-6f1fde0196c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.461610 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-d99e3e0d-cf70-4eff-a273-e0353d19bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:37.463316 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-d99e3e0d-cf70-4eff-a273-e0353d19bc0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0707591 Dec 18 03:12:37.498274 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.524998 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:37.555775 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-34fba2e4-8718-4b44-9c85-92ca21d66a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:37.557860 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-34fba2e4-8718-4b44-9c85-92ca21d66a57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0856524 Dec 18 03:12:37.561903 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780efb65-4abe-4ec9-8e66-4d6183f5f313 req-765d09c9-bcbc-45e5-9246-fcb93e7368ce tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:37.563511 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-780efb65-4abe-4ec9-8e66-4d6183f5f313 req-765d09c9-bcbc-45e5-9246-fcb93e7368ce tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 945 time: 0.1118019 Dec 18 03:12:37.627228 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-780efb65-4abe-4ec9-8e66-4d6183f5f313 req-eed5b3e6-b6cd-41b6-a8d0-3b4a513ddd7d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525331 Dec 18 03:12:37.628001 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5aa7-83b2-47bf-8bf9-6f1fde0196c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.633335 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5aa7-83b2-47bf-8bf9-6f1fde0196c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:37.637057 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e7ce5aa7-83b2-47bf-8bf9-6f1fde0196c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a0dfcb7-74e8-405d-8b4b-1d020d9cf619 HTTP/1.1" status: 204 len: 168 time: 0.3367205 Dec 18 03:12:37.644961 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce5aa7-83b2-47bf-8bf9-6f1fde0196c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0dfcb7-74e8-405d-8b4b-1d020d9cf619,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:37.713835 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-b95d6e51-74b5-4244-941d-ea33b752a366 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469371 Dec 18 03:12:37.813057 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1a0ac20a-245f-4734-b7b2-599e8966d17a req-3549f557-4aad-4c1f-b4f1-303b0d807a80 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917263 Dec 18 03:12:37.843299 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['e9a28560-c549-4e92-8993-34d623482c10'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:12:37.918406 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:12:38.132484 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55488) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:38.187801 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e70280c-ba5d-4185-8364-156f8ed80ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.202660 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeda68-3ee5-421e-b8b5-fd8f7fffc14e req-91abbe07-bb14-43e7-b54d-072fce83c8c5 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:38.213377 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a9aeda68-3ee5-421e-b8b5-fd8f7fffc14e req-91abbe07-bb14-43e7-b54d-072fce83c8c5 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 945 time: 0.1331258 Dec 18 03:12:38.269752 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d84fa-6342-4994-8b66-7c007d6df00c req-679b2a94-8f7e-4524-906c-5f19cab3bce0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:38.271300 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9f3d84fa-6342-4994-8b66-7c007d6df00c req-679b2a94-8f7e-4524-906c-5f19cab3bce0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.1931849 Dec 18 03:12:38.329186 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a9aeda68-3ee5-421e-b8b5-fd8f7fffc14e req-e77bb003-fd7d-4810-a968-fb09fa0a20f8 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140528 Dec 18 03:12:38.391614 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9f3d84fa-6342-4994-8b66-7c007d6df00c req-b29b89e3-bad1-47d1-99ce-f041c56b24ec tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885453 Dec 18 03:12:38.444982 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e70280c-ba5d-4185-8364-156f8ed80ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.449717 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e70280c-ba5d-4185-8364-156f8ed80ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.491861 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9e70280c-ba5d-4185-8364-156f8ed80ad0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb407939b23c4682a85456e00542cdcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479517 Dec 18 03:12:38.492729 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70280c-ba5d-4185-8364-156f8ed80ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c75e1a-d035-4e49-b325-edfc4996d70b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:38.494552 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55510) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:38.552552 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937807ea-8153-443c-9e84-c7c41af9e382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.579001 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937807ea-8153-443c-9e84-c7c41af9e382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.634343 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937807ea-8153-443c-9e84-c7c41af9e382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.636031 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55516) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:38.637459 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937807ea-8153-443c-9e84-c7c41af9e382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.640024 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-937807ea-8153-443c-9e84-c7c41af9e382 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59c75e1a-d035-4e49-b325-edfc4996d70b HTTP/1.1" status: 204 len: 168 time: 0.1442471 Dec 18 03:12:38.648830 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937807ea-8153-443c-9e84-c7c41af9e382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c75e1a-d035-4e49-b325-edfc4996d70b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:38.765524 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88c38-9fba-4abc-9330-e45cfceea49a req-4ecf6f68-8555-42b9-9a2b-538bb789df75 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:38.766971 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-43a88c38-9fba-4abc-9330-e45cfceea49a req-4ecf6f68-8555-42b9-9a2b-538bb789df75 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0502849 Dec 18 03:12:38.818960 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-43a88c38-9fba-4abc-9330-e45cfceea49a req-79928a8d-9389-4738-9fe4-c8cc8a62ddea tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Dec 18 03:12:38.880033 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51e845f4-299f-41ea-9499-37a8d37851ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.902236 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55530) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:38.964615 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51e845f4-299f-41ea-9499-37a8d37851ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:38.969040 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51e845f4-299f-41ea-9499-37a8d37851ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.007611 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-51e845f4-299f-41ea-9499-37a8d37851ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bae4294690b742e7865311027c9b0a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704967 Dec 18 03:12:39.008839 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e845f4-299f-41ea-9499-37a8d37851ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e45306-cbdc-403d-b971-2c71cc8f262c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:39.010515 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:39.071374 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ade17a72-5de1-4f6f-bcc5-3de210c8726a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.096820 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ade17a72-5de1-4f6f-bcc5-3de210c8726a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.140383 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfc13951-b14e-41b7-9407-40d3bdddb996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.175871 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ade17a72-5de1-4f6f-bcc5-3de210c8726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.178683 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ade17a72-5de1-4f6f-bcc5-3de210c8726a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.179868 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ade17a72-5de1-4f6f-bcc5-3de210c8726a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2e45306-cbdc-403d-b971-2c71cc8f262c HTTP/1.1" status: 204 len: 168 time: 0.1679235 Dec 18 03:12:39.200453 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade17a72-5de1-4f6f-bcc5-3de210c8726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e45306-cbdc-403d-b971-2c71cc8f262c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:39.244599 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfc13951-b14e-41b7-9407-40d3bdddb996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.249587 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfc13951-b14e-41b7-9407-40d3bdddb996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.292783 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-dfc13951-b14e-41b7-9407-40d3bdddb996 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83e82b06bca54a3c9d3ae2bacc83900f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888967 Dec 18 03:12:39.293596 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13951-b14e-41b7-9407-40d3bdddb996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ddc63f-f964-4ac6-b12b-e4caa41cbe1b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:39.296036 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55552) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:39.354477 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7052ba4-da7e-4c4a-9215-f802bc4422bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.379949 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7052ba4-da7e-4c4a-9215-f802bc4422bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.467812 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac758ede-601d-4863-957b-7276c4c43283 req-2a34daa6-ae72-4d47-b91d-17addc770ad6 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:39.469471 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ac758ede-601d-4863-957b-7276c4c43283 req-2a34daa6-ae72-4d47-b91d-17addc770ad6 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 945 time: 0.0674112 Dec 18 03:12:39.494438 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7052ba4-da7e-4c4a-9215-f802bc4422bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.497373 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7052ba4-da7e-4c4a-9215-f802bc4422bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.501687 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b7052ba4-da7e-4c4a-9215-f802bc4422bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7ddc63f-f964-4ac6-b12b-e4caa41cbe1b HTTP/1.1" status: 204 len: 168 time: 0.2044327 Dec 18 03:12:39.516366 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7052ba4-da7e-4c4a-9215-f802bc4422bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ddc63f-f964-4ac6-b12b-e4caa41cbe1b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:39.558011 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ac758ede-601d-4863-957b-7276c4c43283 req-dd93eff3-7b43-4f14-b8eb-12588832139b tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822415 Dec 18 03:12:39.563456 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306ffd4-dde9-4313-bfe3-1974034fdb73 req-51f89485-6209-4a33-8ffd-d3a2bbae6b76 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:39.566143 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c306ffd4-dde9-4313-bfe3-1974034fdb73 req-51f89485-6209-4a33-8ffd-d3a2bbae6b76 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0704725 Dec 18 03:12:39.618855 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c306ffd4-dde9-4313-bfe3-1974034fdb73 req-82808c87-94f9-4aed-a032-a26376acc39d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Dec 18 03:12:39.676197 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55572) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:39.691965 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7300bd05-dc03-4d32-a773-3ad0763081e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.779310 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7300bd05-dc03-4d32-a773-3ad0763081e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.784712 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7300bd05-dc03-4d32-a773-3ad0763081e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.828944 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7300bd05-dc03-4d32-a773-3ad0763081e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d35e2b0722247b3bdd5011278d6b133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516442 Dec 18 03:12:39.829898 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300bd05-dc03-4d32-a773-3ad0763081e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83812efe-705a-4dab-8a92-8939403b5cac,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:39.831759 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55578) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:39.887673 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32eb46a6-c690-4640-9f29-9549941c54f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.919610 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32eb46a6-c690-4640-9f29-9549941c54f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.975556 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bd4a-b8fe-40c3-b36a-58fb4fe5242a req-0b783604-d803-4897-8223-791e6275a81d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:39.977371 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-92e5bd4a-b8fe-40c3-b36a-58fb4fe5242a req-0b783604-d803-4897-8223-791e6275a81d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0809579 Dec 18 03:12:39.980202 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32eb46a6-c690-4640-9f29-9549941c54f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.983668 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32eb46a6-c690-4640-9f29-9549941c54f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:39.987733 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-32eb46a6-c690-4640-9f29-9549941c54f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83812efe-705a-4dab-8a92-8939403b5cac HTTP/1.1" status: 204 len: 168 time: 0.1524854 Dec 18 03:12:39.996728 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb46a6-c690-4640-9f29-9549941c54f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83812efe-705a-4dab-8a92-8939403b5cac,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:40.028833 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-92e5bd4a-b8fe-40c3-b36a-58fb4fe5242a req-8d79d3e4-9611-43e8-a385-f6eefe23347f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Dec 18 03:12:40.183321 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55592) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:40.198328 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b582738-4f4e-44eb-aa52-1c2063ae2159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:40.280927 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b582738-4f4e-44eb-aa52-1c2063ae2159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:40.286033 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b582738-4f4e-44eb-aa52-1c2063ae2159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:40.323693 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b582738-4f4e-44eb-aa52-1c2063ae2159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71047fc-c308-48f5-9125-e2d4d7325389,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:40.333185 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55600) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:40.340095 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-9b582738-4f4e-44eb-aa52-1c2063ae2159 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4f9e01508494a638dec61fb2e57d3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551270 Dec 18 03:12:40.382239 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a6b-1c42-45f6-9408-fae6d0d5bc60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:40.414651 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a6b-1c42-45f6-9408-fae6d0d5bc60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:40.467403 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a6b-1c42-45f6-9408-fae6d0d5bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:40.470537 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a6b-1c42-45f6-9408-fae6d0d5bc60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:40.475791 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-1cf27a6b-1c42-45f6-9408-fae6d0d5bc60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e71047fc-c308-48f5-9125-e2d4d7325389 HTTP/1.1" status: 204 len: 168 time: 0.1415339 Dec 18 03:12:40.484819 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf27a6b-1c42-45f6-9408-fae6d0d5bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71047fc-c308-48f5-9125-e2d4d7325389,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:40.701979 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd8c60-3816-465c-b384-a91b2ec48d1e req-6cf8dfc6-0c46-4c29-8040-b9f4196553b0 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:40.704220 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-64cd8c60-3816-465c-b384-a91b2ec48d1e req-6cf8dfc6-0c46-4c29-8040-b9f4196553b0 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 945 time: 0.0685692 Dec 18 03:12:40.756340 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcba26d-9dc5-409c-a2bb-158adda80f91 req-172befb0-a1d6-4c7c-9e12-69d117a3c818 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:40.758215 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4fcba26d-9dc5-409c-a2bb-158adda80f91 req-172befb0-a1d6-4c7c-9e12-69d117a3c818 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0604775 Dec 18 03:12:40.777049 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-64cd8c60-3816-465c-b384-a91b2ec48d1e req-9badc86b-7c58-47f7-bca1-27bb63b3594a tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617733 Dec 18 03:12:40.823133 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4fcba26d-9dc5-409c-a2bb-158adda80f91 req-d2967724-814c-43bb-8c40-5ad1e60b3759 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571873 Dec 18 03:12:40.826338 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:12:40.831962 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device e9a28560-c549-4e92-8993-34d623482c10 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:40.946342 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port e9a28560-c549-4e92-8993-34d623482c10 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:12:40.973960 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port e9a28560-c549-4e92-8993-34d623482c10 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:40.974336 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.016390 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:41.032462 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'port_id': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'mac_address': 'fa:16:3e:29:75:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:12:41.083664 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.123267 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9de074c-64ba-4630-b439-f53e09e04d4b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:12:41.149338 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.160795 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:41.173097 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.208720 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a28560-c549-4e92-8993-34d623482c10'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:12:41.236697 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b913-d645-44e5-9243-70971266bad9 req-90e3d67e-6b97-400c-bd2c-5bc80f8d93d3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:41.238769 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6db4b913-d645-44e5-9243-70971266bad9 req-90e3d67e-6b97-400c-bd2c-5bc80f8d93d3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 945 time: 0.0835927 Dec 18 03:12:41.295462 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port e9a28560-c549-4e92-8993-34d623482c10, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9a28560-c549-4e92-8993-34d623482c10,segment=NetworkSegment(7263fd7b-59d6-4b93-81cb-4b8f34d3e061),segment_id=7263fd7b-59d6-4b93-81cb-4b8f34d3e061)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:41.309983 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.311287 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7d0395bd-af1a-4b29-b3f8-68ce84d329fc up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:41.330824 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6db4b913-d645-44e5-9243-70971266bad9 req-7582a62c-ea71-487e-9494-269343eaa848 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832860 Dec 18 03:12:41.338521 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:41.436408 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=e9a28560-c549-4e92-8993-34d623482c10,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:41.439401 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:12:41.449808 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:41.450202 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.478349 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['b9de074c-64ba-4630-b439-f53e09e04d4b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:12:41.623389 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.680365 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:41.687975 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd148f50-9844-42fc-86b6-6aeec8a6b9b5" -d '{"events": [{"server_uuid": "27e00542-7c0f-4f71-911f-b0b3a6d4c599", "name": "network-vif-plugged", "status": "completed", "tag": "e9a28560-c549-4e92-8993-34d623482c10"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:12:41.694786 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:41.763225 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:41.896000 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89484032-a880-4f99-9380-5f83fa1a92ec req-11d14236-3478-494b-9eb1-19f897ae6fc0 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:41.897463 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-89484032-a880-4f99-9380-5f83fa1a92ec req-11d14236-3478-494b-9eb1-19f897ae6fc0 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0536892 Dec 18 03:12:41.948373 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-89484032-a880-4f99-9380-5f83fa1a92ec req-b0e2b04b-98cc-4395-bf7e-1122ed89a65f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Dec 18 03:12:42.056334 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f424f-7f56-4b02-82b1-0162deeabe3e req-89017be7-1b86-4ff1-bffd-6ccf42426184 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:42.064194 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4c6f424f-7f56-4b02-82b1-0162deeabe3e req-89017be7-1b86-4ff1-bffd-6ccf42426184 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 944 time: 0.0586815 Dec 18 03:12:42.108946 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4c6f424f-7f56-4b02-82b1-0162deeabe3e req-b74f4e06-e87b-4d2b-86d3-8af57aa80dfb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Dec 18 03:12:42.232211 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35726f14-9a93-4c1f-8bb6-33aba735509a x-openstack-request-id: req-35726f14-9a93-4c1f-8bb6-33aba735509a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:12:42.232708 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e00542-7c0f-4f71-911f-b0b3a6d4c599", "name": "network-vif-plugged", "status": "completed", "tag": "e9a28560-c549-4e92-8993-34d623482c10", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:12:42.232797 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35726f14-9a93-4c1f-8bb6-33aba735509a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:12:42.233202 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a28560-c549-4e92-8993-34d623482c10', 'code': 200} Dec 18 03:12:42.259310 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55712) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:42.496645 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c3940-4a4d-4523-a038-190d05fd8074 req-0ed76ad2-5ce9-4907-8040-fe0783c96019 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:42.498344 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b78c3940-4a4d-4523-a038-190d05fd8074 req-0ed76ad2-5ce9-4907-8040-fe0783c96019 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.0665133 Dec 18 03:12:42.545308 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688616c8-7fe5-4285-bbb1-0a7bfff4cc89 req-cb6a7f84-00b1-4d0b-ae8b-f1885fb7876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:42.546811 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-688616c8-7fe5-4285-bbb1-0a7bfff4cc89 req-cb6a7f84-00b1-4d0b-ae8b-f1885fb7876f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 1099 time: 0.1372576 Dec 18 03:12:42.579409 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b78c3940-4a4d-4523-a038-190d05fd8074 req-6fdbb1f1-7a6c-4cab-a94f-a36a19320a36 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715611 Dec 18 03:12:42.587537 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-688616c8-7fe5-4285-bbb1-0a7bfff4cc89 req-5f1102d3-7e56-457c-889c-5814869fdd99 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.637061 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f122dace-e764-4235-b1d9-c55771821d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.727378 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-688616c8-7fe5-4285-bbb1-0a7bfff4cc89 req-5f1102d3-7e56-457c-889c-5814869fdd99 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.735992 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-688616c8-7fe5-4285-bbb1-0a7bfff4cc89 req-5f1102d3-7e56-457c-889c-5814869fdd99 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.798389 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-688616c8-7fe5-4285-bbb1-0a7bfff4cc89 req-5f1102d3-7e56-457c-889c-5814869fdd99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445583 Dec 18 03:12:42.803236 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f122dace-e764-4235-b1d9-c55771821d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.804543 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1102d3-7e56-457c-889c-5814869fdd99 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ab657-1ad7-4e26-bbb4-ff2c083a951b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:42.809956 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f122dace-e764-4235-b1d9-c55771821d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.839062 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:12:42.851942 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f122dace-e764-4235-b1d9-c55771821d64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc3fc3b766ba4ed3a6bd7e857da69bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5907300 Dec 18 03:12:42.852780 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122dace-e764-4235-b1d9-c55771821d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5884338b-09ee-43c3-824b-0d94a58db29c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:42.855364 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55742) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:42.902177 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port b9de074c-64ba-4630-b439-f53e09e04d4b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:12:42.907719 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port b9de074c-64ba-4630-b439-f53e09e04d4b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:12:42.908439 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.909530 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-704eec3b-aca1-4166-9287-710f93f82136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:42.934701 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-704eec3b-aca1-4166-9287-710f93f82136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.002715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-704eec3b-aca1-4166-9287-710f93f82136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.002867 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.005601 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-704eec3b-aca1-4166-9287-710f93f82136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.006853 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-704eec3b-aca1-4166-9287-710f93f82136 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5884338b-09ee-43c3-824b-0d94a58db29c HTTP/1.1" status: 204 len: 168 time: 0.1503208 Dec 18 03:12:43.020293 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eec3b-aca1-4166-9287-710f93f82136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5884338b-09ee-43c3-824b-0d94a58db29c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:43.060439 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:12:43.066192 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.118786 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecfc22-cfb2-49fc-b8b6-e56ccd3378b9 req-713dd453-6e15-4a84-976a-e85669229353 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:43.122198 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1ecfc22-cfb2-49fc-b8b6-e56ccd3378b9 req-713dd453-6e15-4a84-976a-e85669229353 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0775626 Dec 18 03:12:43.130417 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:43.180945 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1ecfc22-cfb2-49fc-b8b6-e56ccd3378b9 req-ac65b177-d6ce-4cd0-ae7c-47f3cf4c94a8 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Dec 18 03:12:43.245192 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da013a55-592e-4315-9280-3e186640197b req-f0c77a57-086b-4cb9-bf00-c412f8f003e0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:43.246807 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-da013a55-592e-4315-9280-3e186640197b req-f0c77a57-086b-4cb9-bf00-c412f8f003e0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0576651 Dec 18 03:12:43.273956 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55760) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:43.304781 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-da013a55-592e-4315-9280-3e186640197b req-a20862f3-137d-4753-89f6-1ab4571e1c6e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517981 Dec 18 03:12:43.611473 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6c3baba-6262-41ab-9f35-9b42b74d8a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.651633 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55774) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:43.706524 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bf42743-aac4-46ea-b2a1-d11d724f84fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.711655 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6c3baba-6262-41ab-9f35-9b42b74d8a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.718277 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6c3baba-6262-41ab-9f35-9b42b74d8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.750065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b4e0e-96b9-48c1-b2b9-87d619a80f7f req-14254da5-4a16-4e7d-83d6-eb3b6800ff95 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:43.751566 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bf9b4e0e-96b9-48c1-b2b9-87d619a80f7f req-14254da5-4a16-4e7d-83d6-eb3b6800ff95 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.0902708 Dec 18 03:12:43.762524 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b6c3baba-6262-41ab-9f35-9b42b74d8a49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=438885794ed6438eb93c13bf79b5beda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875584 Dec 18 03:12:43.764821 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3baba-6262-41ab-9f35-9b42b74d8a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7227327e-cc9a-4442-9a64-2276c4699ec4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:43.767403 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55778) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:43.840583 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8eec4109-7617-4be7-bdc6-8d4b70438935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.852508 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bf9b4e0e-96b9-48c1-b2b9-87d619a80f7f req-3db13d30-c84f-49be-b3d2-daa4db20d938 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911529 Dec 18 03:12:43.866491 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8eec4109-7617-4be7-bdc6-8d4b70438935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.886603 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bf42743-aac4-46ea-b2a1-d11d724f84fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.893947 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bf42743-aac4-46ea-b2a1-d11d724f84fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.930369 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8eec4109-7617-4be7-bdc6-8d4b70438935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.933879 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8eec4109-7617-4be7-bdc6-8d4b70438935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:43.943660 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-8eec4109-7617-4be7-bdc6-8d4b70438935 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7227327e-cc9a-4442-9a64-2276c4699ec4 HTTP/1.1" status: 204 len: 168 time: 0.1668212 Dec 18 03:12:43.943742 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf42743-aac4-46ea-b2a1-d11d724f84fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0fe846-8153-4f49-bdab-d27d38217c39,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:43.947824 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-4bf42743-aac4-46ea-b2a1-d11d724f84fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d6718a5ec4845928b23526a4b97cc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950070 Dec 18 03:12:43.952363 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 55788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:43.957580 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec4109-7617-4be7-bdc6-8d4b70438935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7227327e-cc9a-4442-9a64-2276c4699ec4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:44.006822 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80598fea-402c-4e1f-9056-412e7e84d5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.029317 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80598fea-402c-4e1f-9056-412e7e84d5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.081082 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80598fea-402c-4e1f-9056-412e7e84d5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.083666 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80598fea-402c-4e1f-9056-412e7e84d5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.084808 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-80598fea-402c-4e1f-9056-412e7e84d5d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b0fe846-8153-4f49-bdab-d27d38217c39 HTTP/1.1" status: 204 len: 168 time: 0.1314602 Dec 18 03:12:44.093716 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80598fea-402c-4e1f-9056-412e7e84d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0fe846-8153-4f49-bdab-d27d38217c39,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:44.234329 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc'}, {'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:12:44.239015 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3668d8e2-3f0b-4966-be96-17afc4365268" -d '{"events": [{"server_uuid": "9f325d5a-7adf-4af8-8559-7f60b99ed6e2", "name": "network-vif-plugged", "status": "completed", "tag": "7d0395bd-af1a-4b29-b3f8-68ce84d329fc"}, {"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-plugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:12:44.287186 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1cb378-fa83-4197-b239-1141d6505fec x-openstack-request-id: req-9d1cb378-fa83-4197-b239-1141d6505fec {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:12:44.287702 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f325d5a-7adf-4af8-8559-7f60b99ed6e2", "name": "network-vif-plugged", "status": "completed", "tag": "7d0395bd-af1a-4b29-b3f8-68ce84d329fc", "code": 200}, {"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-plugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:12:44.288183 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d1cb378-fa83-4197-b239-1141d6505fec {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:12:44.288768 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc', 'code': 200} Dec 18 03:12:44.289203 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'code': 200} Dec 18 03:12:44.319570 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db3876-2eeb-4542-82ec-0103ceb14b51 req-60268f46-36a6-4a52-a4ac-daad8a14983f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:44.321068 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c1db3876-2eeb-4542-82ec-0103ceb14b51 req-60268f46-36a6-4a52-a4ac-daad8a14983f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0540669 Dec 18 03:12:44.378349 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c1db3876-2eeb-4542-82ec-0103ceb14b51 req-579a0343-3a75-4a54-b06c-59b99d438857 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 Dec 18 03:12:44.476571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda3e4-de89-4ed5-a07d-4cb2e09abf46 req-f6d3ef9f-ac46-4f42-874f-e59cf7457bc2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:44.478704 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5fda3e4-de89-4ed5-a07d-4cb2e09abf46 req-f6d3ef9f-ac46-4f42-874f-e59cf7457bc2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0614038 Dec 18 03:12:44.495867 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55812) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:44.517955 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6dfb-1966-4481-8994-d5768907be26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.592271 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5fda3e4-de89-4ed5-a07d-4cb2e09abf46 req-2bd0de80-325a-4295-98d8-1fdefe6c27d3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004381 Dec 18 03:12:44.646850 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6dfb-1966-4481-8994-d5768907be26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.666653 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6dfb-1966-4481-8994-d5768907be26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.706770 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2bdc6dfb-1966-4481-8994-d5768907be26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5764db0a02aa4b4ba9d6430fa99cad80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095098 Dec 18 03:12:44.746918 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55818) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:44.857220 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6dfb-1966-4481-8994-d5768907be26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba7d93-ba72-44fb-b0d1-4b136c9faccf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:44.865562 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2b720-068e-402e-bf66-54f18ad33d77 req-80a7a3a3-136f-4f2a-b97e-01108e40a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:44.867370 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5aa2b720-068e-402e-bf66-54f18ad33d77 req-80a7a3a3-136f-4f2a-b97e-01108e40a3cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1098 time: 0.2492228 Dec 18 03:12:44.883325 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af9d9b-62e7-44de-8571-d1b688e823b0 req-64aeff43-db95-4b11-bd7f-53e368d54bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:44.888052 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-16af9d9b-62e7-44de-8571-d1b688e823b0 req-64aeff43-db95-4b11-bd7f-53e368d54bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 1099 time: 0.1882169 Dec 18 03:12:44.888873 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40098737-5af8-4c03-9fe9-f4944fb6170e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:44.962852 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5aa2b720-068e-402e-bf66-54f18ad33d77 req-dcbc70b1-72ba-470a-8b9c-af50552be7a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874176 Dec 18 03:12:44.978325 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40098737-5af8-4c03-9fe9-f4944fb6170e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:45.045666 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-16af9d9b-62e7-44de-8571-d1b688e823b0 req-47756638-b95d-45f7-8bb0-019ef225982c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455359 Dec 18 03:12:45.083564 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9467d7c-b3e1-491f-a2ea-543ad6289c84 req-b236b4bb-456d-4b18-af87-88e3e4f54f2a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:45.085072 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c9467d7c-b3e1-491f-a2ea-543ad6289c84 req-b236b4bb-456d-4b18-af87-88e3e4f54f2a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.1023037 Dec 18 03:12:45.118679 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40098737-5af8-4c03-9fe9-f4944fb6170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:45.121660 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40098737-5af8-4c03-9fe9-f4944fb6170e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:45.122575 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-40098737-5af8-4c03-9fe9-f4944fb6170e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18ba7d93-ba72-44fb-b0d1-4b136c9faccf HTTP/1.1" status: 204 len: 168 time: 0.3678408 Dec 18 03:12:45.135965 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40098737-5af8-4c03-9fe9-f4944fb6170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba7d93-ba72-44fb-b0d1-4b136c9faccf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:45.167729 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c9467d7c-b3e1-491f-a2ea-543ad6289c84 req-e028c335-6dfe-4491-95b4-19440123267d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647480 Dec 18 03:12:45.526390 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b34a-d9c1-493e-8153-937919c1982b req-e4c2d5ee-a8f7-442a-8eb1-fb1356a05f13 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:45.528169 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-01b5b34a-d9c1-493e-8153-937919c1982b req-e4c2d5ee-a8f7-442a-8eb1-fb1356a05f13 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0688560 Dec 18 03:12:45.626730 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-01b5b34a-d9c1-493e-8153-937919c1982b req-1ec03b18-7162-42e9-9d43-dccdb56b49b3 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922771 Dec 18 03:12:45.765905 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7249986-bc15-4d49-8209-f697c0a801f9 req-26ec3dc2-e4cb-4da6-9a19-133fa245ccca tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:45.767442 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f7249986-bc15-4d49-8209-f697c0a801f9 req-26ec3dc2-e4cb-4da6-9a19-133fa245ccca tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0687532 Dec 18 03:12:45.830931 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f7249986-bc15-4d49-8209-f697c0a801f9 req-e6853670-07da-4533-9b87-435ccb3ab96c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560331 Dec 18 03:12:46.343770 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6821b7-1b65-4a27-a306-eb42987eb6b7 req-841d5443-7960-420e-8d8c-3458d3bb2ba6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:46.351819 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb6821b7-1b65-4a27-a306-eb42987eb6b7 req-841d5443-7960-420e-8d8c-3458d3bb2ba6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.1025074 Dec 18 03:12:46.414161 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb6821b7-1b65-4a27-a306-eb42987eb6b7 req-4887cc80-fe7e-48ad-80f9-1836d8c4b316 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611141 Dec 18 03:12:46.987715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a325-05a4-4428-a9a5-a3d2b1029eb6 req-e7abc26b-9efd-42e0-b7cb-caa764a1a85e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:46.989370 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-be42a325-05a4-4428-a9a5-a3d2b1029eb6 req-e7abc26b-9efd-42e0-b7cb-caa764a1a85e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0684946 Dec 18 03:12:47.050397 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-be42a325-05a4-4428-a9a5-a3d2b1029eb6 req-cadd6910-1312-448a-9a1b-ec810f14ad2a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548971 Dec 18 03:12:47.263783 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41011d5-d0b8-4ef3-87ed-f70aa28c643d req-31161b0e-f404-42ef-a40a-585841d1035c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:47.266158 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b41011d5-d0b8-4ef3-87ed-f70aa28c643d req-31161b0e-f404-42ef-a40a-585841d1035c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0756960 Dec 18 03:12:47.275738 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 55992) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:47.281389 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'floatingip': {'port_id': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:12:47.376183 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:47.567443 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ef21c-7b74-45e4-a2f6-f70c7bc36d2e req-17a40279-6563-4b13-8b2b-b38c5fe760cb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:47.569519 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-db4ef21c-7b74-45e4-a2f6-f70c7bc36d2e req-17a40279-6563-4b13-8b2b-b38c5fe760cb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.0663171 Dec 18 03:12:47.661576 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-db4ef21c-7b74-45e4-a2f6-f70c7bc36d2e req-d107119c-df48-4461-b654-cc2c6cee4570 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790710 Dec 18 03:12:48.338934 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.344378 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.436782 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56050) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:48.469827 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.l3_db [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Floating IP 8302db0c-21a0-419d-ad84-1c8ebd904251 associated. External IP: 172.27.2.100, port: b9de074c-64ba-4630-b439-f53e09e04d4b. Dec 18 03:12:48.597764 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa35586-94ed-4e22-81ba-b0f77c91a4c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.682825 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:12:48.683199 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa35586-94ed-4e22-81ba-b0f77c91a4c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.687225 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa35586-94ed-4e22-81ba-b0f77c91a4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.727850 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5aa35586-94ed-4e22-81ba-b0f77c91a4c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48ce05b4684f4063811cae45a8550027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899556 Dec 18 03:12:48.730017 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa35586-94ed-4e22-81ba-b0f77c91a4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccce8dfa-af7e-42d1-aa93-bbf2b6dc55d8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:48.732268 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56060) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:48.779755 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a844ef98-7178-4931-aef7-89de2b01f0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.791492 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:12:48.796017 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.802962 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a844ef98-7178-4931-aef7-89de2b01f0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.804611 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] Sync routers for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:12:48.815719 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:12:48.816757 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:12:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:48.823861 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-cd083682-af11-4307-8708-4329a3df6641 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "PUT /v2.0/floatingips/8302db0c-21a0-419d-ad84-1c8ebd904251 HTTP/1.1" status: 200 len: 991 time: 1.5466053 Dec 18 03:12:48.824454 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:12:48.830433 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0e9e66-0a54-4f61-b40f-151f847880f3" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:12:48.854542 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a844ef98-7178-4931-aef7-89de2b01f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.857597 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a844ef98-7178-4931-aef7-89de2b01f0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:48.861205 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a844ef98-7178-4931-aef7-89de2b01f0bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccce8dfa-af7e-42d1-aa93-bbf2b6dc55d8 HTTP/1.1" status: 204 len: 168 time: 0.1255946 Dec 18 03:12:48.873249 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844ef98-7178-4931-aef7-89de2b01f0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccce8dfa-af7e-42d1-aa93-bbf2b6dc55d8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:48.889775 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bed98e-1f53-48cf-9e1e-7ec1eceddcbc x-openstack-request-id: req-05bed98e-1f53-48cf-9e1e-7ec1eceddcbc {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:12:48.890171 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:12:48.890421 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05bed98e-1f53-48cf-9e1e-7ec1eceddcbc {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:12:48.890818 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'status': 'completed', 'code': 200} Dec 18 03:12:48.975625 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:12:49.139572 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56074) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:49.152868 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0654215-e335-40bd-a2ca-25d36ecfdd3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:49.232086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0654215-e335-40bd-a2ca-25d36ecfdd3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:49.236357 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0654215-e335-40bd-a2ca-25d36ecfdd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:49.267175 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '8302db0c-21a0-419d-ad84-1c8ebd904251', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'port_id': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'mac_address': 'fa:16:3e:29:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:12:26Z', 'updated_at': '2021-12-18T03:12:47Z', 'revision_number': 1, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:49.273869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0654215-e335-40bd-a2ca-25d36ecfdd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc59ca6f-ff8d-4861-806f-56cc95024806,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:49.278076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a0654215-e335-40bd-a2ca-25d36ecfdd3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4da24936b8584ca79ebb82714756693b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374896 Dec 18 03:12:49.280570 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56080) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:49.300130 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] Checking router: 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:12:49.308902 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:12:49.309494 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:12:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:49.339009 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bb66888-3636-4eb3-8331-d7745de090ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:49.361788 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bb66888-3636-4eb3-8331-d7745de090ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:49.410065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bb66888-3636-4eb3-8331-d7745de090ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:49.413175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bb66888-3636-4eb3-8331-d7745de090ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:49.414351 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9bb66888-3636-4eb3-8331-d7745de090ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc59ca6f-ff8d-4861-806f-56cc95024806 HTTP/1.1" status: 204 len: 168 time: 0.1329010 Dec 18 03:12:49.423906 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb66888-3636-4eb3-8331-d7745de090ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc59ca6f-ff8d-4861-806f-56cc95024806,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:49.491342 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:12:49.719054 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '8302db0c-21a0-419d-ad84-1c8ebd904251', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'port_id': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'mac_address': 'fa:16:3e:29:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:12:26Z', 'updated_at': '2021-12-18T03:12:47Z', 'revision_number': 1, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:12:49.749448 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebd238-b8f1-4cd8-97bf-0b2922af9e0d None None] The sync data for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi is: [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '8302db0c-21a0-419d-ad84-1c8ebd904251', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'port_id': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'mac_address': 'fa:16:3e:29:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:12:26Z', 'updated_at': '2021-12-18T03:12:47Z', 'revision_number': 1, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:12:49.942586 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd36fd-bac2-4dd6-8317-13227c21c75d None None] New status for floating IP 8302db0c-21a0-419d-ad84-1c8ebd904251: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:12:50.600798 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-bcdcff32-7dc7-429a-9b1e-5efa74597b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:50.603153 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-bcdcff32-7dc7-429a-9b1e-5efa74597b7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1098 time: 0.0465128 Dec 18 03:12:50.735088 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-44ace651-1980-4dc6-ad6a-59aaf1c3073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:50.736539 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-44ace651-1980-4dc6-ad6a-59aaf1c3073e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.1010027 Dec 18 03:12:50.893474 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-5c0dbe73-0868-48d3-8991-b809ab305f49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 1001 time: 0.1008403 Dec 18 03:12:50.942484 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-3db69d00-3389-4318-81f0-8b5f5fe8bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:50.944016 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-3db69d00-3389-4318-81f0-8b5f5fe8bba9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0435424 Dec 18 03:12:51.004816 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-ec81f8d4-9518-463f-9a84-aed6c01788fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:12:51.006477 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-ec81f8d4-9518-463f-9a84-aed6c01788fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548642 Dec 18 03:12:51.102049 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-1a7e3c36-b5d5-4394-aa41-7a9522441854 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Dec 18 03:12:51.195071 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d0e9e66-0a54-4f61-b40f-151f847880f3 req-70c0d64f-abf9-45b5-a488-54f0978f9b50 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852149 Dec 18 03:12:51.844205 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:12:52.295070 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.510228 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56352) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:57.624102 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-219f4033-b356-4792-8448-61370b189265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.723888 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-219f4033-b356-4792-8448-61370b189265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.731009 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-219f4033-b356-4792-8448-61370b189265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.786419 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-219f4033-b356-4792-8448-61370b189265 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e06d85e5b3204b84ad5e3795323836f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675550 Dec 18 03:12:57.786524 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56364) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:57.787029 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f4033-b356-4792-8448-61370b189265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e8462f-15b0-4176-be7b-4920dba9d8e0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:57.841753 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbca6-7d89-47d7-bbd0-c79bb40c1337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.863760 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbca6-7d89-47d7-bbd0-c79bb40c1337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.915397 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbca6-7d89-47d7-bbd0-c79bb40c1337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.918876 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbca6-7d89-47d7-bbd0-c79bb40c1337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:57.920045 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-bb7bbca6-7d89-47d7-bbd0-c79bb40c1337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93e8462f-15b0-4176-be7b-4920dba9d8e0 HTTP/1.1" status: 204 len: 168 time: 0.1363859 Dec 18 03:12:57.927734 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bbca6-7d89-47d7-bbd0-c79bb40c1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e8462f-15b0-4176-be7b-4920dba9d8e0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:58.237082 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56384) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:58.249142 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a800ce2c-69df-4010-9ccd-9a32b18a41b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.355742 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a800ce2c-69df-4010-9ccd-9a32b18a41b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.360962 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a800ce2c-69df-4010-9ccd-9a32b18a41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.415302 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a800ce2c-69df-4010-9ccd-9a32b18a41b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8879a3c3ad247fe866c107f5f96f365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829035 Dec 18 03:12:58.418661 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56400) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:58.420855 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800ce2c-69df-4010-9ccd-9a32b18a41b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c13af69-fbab-438f-8b44-1eac06a44e7b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:58.481038 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9ecbc32-deb5-4137-b188-53580504eaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.509910 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9ecbc32-deb5-4137-b188-53580504eaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.573784 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9ecbc32-deb5-4137-b188-53580504eaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.576836 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9ecbc32-deb5-4137-b188-53580504eaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.578005 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b9ecbc32-deb5-4137-b188-53580504eaba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c13af69-fbab-438f-8b44-1eac06a44e7b HTTP/1.1" status: 204 len: 168 time: 0.1575768 Dec 18 03:12:58.588178 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecbc32-deb5-4137-b188-53580504eaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c13af69-fbab-438f-8b44-1eac06a44e7b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:58.908847 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56424) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:58.922436 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5461400c-494a-4a10-9b94-51335326ba82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:58.995970 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5461400c-494a-4a10-9b94-51335326ba82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:59.000602 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5461400c-494a-4a10-9b94-51335326ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:59.043745 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-5461400c-494a-4a10-9b94-51335326ba82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6296a89a7d974f0bb06f827847ee1604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337826 Dec 18 03:12:59.044925 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461400c-494a-4a10-9b94-51335326ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684b59bb-3d00-444b-87ee-d9a4bd125818,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:12:59.046410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56434) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:12:59.098201 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10d621c0-4428-4d39-8be3-218855ca9089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:59.119781 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10d621c0-4428-4d39-8be3-218855ca9089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:59.167828 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10d621c0-4428-4d39-8be3-218855ca9089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:59.170603 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10d621c0-4428-4d39-8be3-218855ca9089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:12:59.171879 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-10d621c0-4428-4d39-8be3-218855ca9089 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/684b59bb-3d00-444b-87ee-d9a4bd125818 HTTP/1.1" status: 204 len: 168 time: 0.1237600 Dec 18 03:12:59.180356 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d621c0-4428-4d39-8be3-218855ca9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b59bb-3d00-444b-87ee-d9a4bd125818,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:00.253257 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56486) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:00.357844 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d5754bb-b9ac-43f7-9c37-4278cb60945e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:00.429702 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d5754bb-b9ac-43f7-9c37-4278cb60945e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:00.433442 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d5754bb-b9ac-43f7-9c37-4278cb60945e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:00.473051 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7d5754bb-b9ac-43f7-9c37-4278cb60945e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c869dad6270546038b5103617b5c6832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186997 Dec 18 03:13:00.473969 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5754bb-b9ac-43f7-9c37-4278cb60945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4576e-fce7-41ad-9f0c-753639e5d4d2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:00.475798 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:00.522949 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a136399d-144e-47f2-bfe5-e9506418b26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:00.543377 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a136399d-144e-47f2-bfe5-e9506418b26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:00.589098 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a136399d-144e-47f2-bfe5-e9506418b26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:00.591625 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a136399d-144e-47f2-bfe5-e9506418b26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:00.592733 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-a136399d-144e-47f2-bfe5-e9506418b26b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49d4576e-fce7-41ad-9f0c-753639e5d4d2 HTTP/1.1" status: 204 len: 168 time: 0.1159306 Dec 18 03:13:00.600353 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136399d-144e-47f2-bfe5-e9506418b26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4576e-fce7-41ad-9f0c-753639e5d4d2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:01.489374 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f4894cf4-b46c-4811-beb5-b31d1ad9db5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:03.904686 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb16933b-fea3-4cdb-8bed-0a8d01939f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:03.938238 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52cea-2255-46b0-8759-e3f1db363c0f req-0bbda718-281e-45c1-9e18-46f8a682dbdd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:03.939758 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-69f52cea-2255-46b0-8759-e3f1db363c0f req-0bbda718-281e-45c1-9e18-46f8a682dbdd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0587010 Dec 18 03:13:03.999119 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-69f52cea-2255-46b0-8759-e3f1db363c0f req-1bdcf5d7-1cbd-4919-b7f9-7785a3bd022a tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 Dec 18 03:13:04.651815 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56616) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:04.686056 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56620) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:04.794907 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1092e344-7c3d-4e5f-878d-fad692d27419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:04.809471 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8215e0cb-4f90-40ac-996e-454d4ca1c6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:04.924489 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1092e344-7c3d-4e5f-878d-fad692d27419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:04.932621 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1092e344-7c3d-4e5f-878d-fad692d27419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:04.936635 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8215e0cb-4f90-40ac-996e-454d4ca1c6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:04.947630 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8215e0cb-4f90-40ac-996e-454d4ca1c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:04.959567 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:04.987236 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-1092e344-7c3d-4e5f-878d-fad692d27419 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b18d95de475418d91fe56c4c437f28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001115 Dec 18 03:13:04.989898 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:04.995579 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092e344-7c3d-4e5f-878d-fad692d27419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691be9f2-93c9-4519-8030-6cf6332030e7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:04.999772 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-8215e0cb-4f90-40ac-996e-454d4ca1c6e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=749b44bb9a5b4ba29a31e1f8eef1c0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468738 Dec 18 03:13:05.002295 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56632) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:05.054984 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215e0cb-4f90-40ac-996e-454d4ca1c6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1785f868-0981-4492-ab39-c4677ff9dac1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:05.058470 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc6454f-cc8b-412e-8920-4a19b07eeff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.095071 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc6454f-cc8b-412e-8920-4a19b07eeff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.122834 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de7172a4-7151-4373-99a1-85eb86b4be74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.142211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc6454f-cc8b-412e-8920-4a19b07eeff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.145165 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc6454f-cc8b-412e-8920-4a19b07eeff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.149657 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7fc6454f-cc8b-412e-8920-4a19b07eeff6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/691be9f2-93c9-4519-8030-6cf6332030e7 HTTP/1.1" status: 204 len: 168 time: 0.1586688 Dec 18 03:13:05.152664 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de7172a4-7151-4373-99a1-85eb86b4be74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.158917 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6454f-cc8b-412e-8920-4a19b07eeff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691be9f2-93c9-4519-8030-6cf6332030e7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:05.195398 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b81f-0516-429b-baae-f2c0a0475638 req-14426052-cacd-410c-a8e1-cbf8577f324f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:05.197688 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7059b81f-0516-429b-baae-f2c0a0475638 req-14426052-cacd-410c-a8e1-cbf8577f324f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.1125534 Dec 18 03:13:05.232862 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de7172a4-7151-4373-99a1-85eb86b4be74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.235388 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de7172a4-7151-4373-99a1-85eb86b4be74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.236493 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-de7172a4-7151-4373-99a1-85eb86b4be74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1785f868-0981-4492-ab39-c4677ff9dac1 HTTP/1.1" status: 204 len: 168 time: 0.2333109 Dec 18 03:13:05.270164 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7059b81f-0516-429b-baae-f2c0a0475638 req-f845694c-8419-4248-bbeb-1eb78034813b tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Dec 18 03:13:05.271115 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7172a4-7151-4373-99a1-85eb86b4be74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1785f868-0981-4492-ab39-c4677ff9dac1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:05.431538 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:05.444541 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01fa8252-143e-4c79-9e67-ce759cfb8632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.521053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01fa8252-143e-4c79-9e67-ce759cfb8632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.525194 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01fa8252-143e-4c79-9e67-ce759cfb8632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.562833 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-01fa8252-143e-4c79-9e67-ce759cfb8632 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52ec24270cfd456db0a171654d1b2ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300828 Dec 18 03:13:05.564712 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa8252-143e-4c79-9e67-ce759cfb8632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9c0cf4-c0d0-4727-9a5d-37debd4fde10,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:05.565438 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56652) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:05.616258 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5139c1aa-1b61-4abf-9994-86ace8ad40bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.635984 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:05.637829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5139c1aa-1b61-4abf-9994-86ace8ad40bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.648953 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-164b6f05-9a8d-4c1d-9f80-0f6bdd798a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.684999 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5139c1aa-1b61-4abf-9994-86ace8ad40bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.687540 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5139c1aa-1b61-4abf-9994-86ace8ad40bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.688826 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5139c1aa-1b61-4abf-9994-86ace8ad40bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e9c0cf4-c0d0-4727-9a5d-37debd4fde10 HTTP/1.1" status: 204 len: 168 time: 0.1221275 Dec 18 03:13:05.697130 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139c1aa-1b61-4abf-9994-86ace8ad40bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9c0cf4-c0d0-4727-9a5d-37debd4fde10,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:05.734789 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-164b6f05-9a8d-4c1d-9f80-0f6bdd798a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.738465 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-164b6f05-9a8d-4c1d-9f80-0f6bdd798a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.776180 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b6f05-9a8d-4c1d-9f80-0f6bdd798a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fdd55e-e0a9-4655-9dae-af07cb94dea9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:05.780507 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-164b6f05-9a8d-4c1d-9f80-0f6bdd798a06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9c35d51037f4adfadbdf8f538d625a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433959 Dec 18 03:13:05.783559 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56658) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:05.830548 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a85f2f9a-6198-4831-bc41-64f46d0f605f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.851774 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a85f2f9a-6198-4831-bc41-64f46d0f605f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.901516 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a85f2f9a-6198-4831-bc41-64f46d0f605f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.904065 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a85f2f9a-6198-4831-bc41-64f46d0f605f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:05.908188 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-a85f2f9a-6198-4831-bc41-64f46d0f605f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33fdd55e-e0a9-4655-9dae-af07cb94dea9 HTTP/1.1" status: 204 len: 168 time: 0.1207373 Dec 18 03:13:05.912707 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f2f9a-6198-4831-bc41-64f46d0f605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fdd55e-e0a9-4655-9dae-af07cb94dea9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:06.034915 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56666) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:06.048812 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f1221f4-5ded-465c-ace6-9d287a21618a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.132167 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f1221f4-5ded-465c-ace6-9d287a21618a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.138917 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f1221f4-5ded-465c-ace6-9d287a21618a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.186429 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1221f4-5ded-465c-ace6-9d287a21618a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333a80e8-1a99-444c-9750-04f91b467d12,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:06.192725 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-4f1221f4-5ded-465c-ace6-9d287a21618a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bbbdd68e6b7452680ed26f387ec487e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567829 Dec 18 03:13:06.195691 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56674) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:06.251532 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 56676) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:06.254946 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf587453-c353-4352-914b-cc339bfb9d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.269611 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82d245d1-7bf6-4e3f-8527-069fb4890808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.277913 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf587453-c353-4352-914b-cc339bfb9d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.331995 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf587453-c353-4352-914b-cc339bfb9d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.334543 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf587453-c353-4352-914b-cc339bfb9d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.338806 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-bf587453-c353-4352-914b-cc339bfb9d98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/333a80e8-1a99-444c-9750-04f91b467d12 HTTP/1.1" status: 204 len: 168 time: 0.1385784 Dec 18 03:13:06.356093 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82d245d1-7bf6-4e3f-8527-069fb4890808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.362260 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82d245d1-7bf6-4e3f-8527-069fb4890808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.380488 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf587453-c353-4352-914b-cc339bfb9d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333a80e8-1a99-444c-9750-04f91b467d12,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:06.423638 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb47169-b205-4ec2-a12b-af9c3177a06c req-91f2606c-b36c-4536-a386-2ec8731ccde1 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:06.425356 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8cb47169-b205-4ec2-a12b-af9c3177a06c req-91f2606c-b36c-4536-a386-2ec8731ccde1 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0866117 Dec 18 03:13:06.428398 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56684) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:06.428802 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-82d245d1-7bf6-4e3f-8527-069fb4890808 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e59cf7de51141d9aef2c87f8ec09886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761067 Dec 18 03:13:06.433998 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d245d1-7bf6-4e3f-8527-069fb4890808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9129dfe-c445-4123-a5ae-1be3acfc09d1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:06.453027 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.516270 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8cb47169-b205-4ec2-a12b-af9c3177a06c req-de47ce9e-7048-4849-a035-abfb4edf531a tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797861 Dec 18 03:13:06.520660 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44a9f252-5469-46ba-a6d2-5351ca406f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.546432 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44a9f252-5469-46ba-a6d2-5351ca406f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.599673 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44a9f252-5469-46ba-a6d2-5351ca406f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.602394 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44a9f252-5469-46ba-a6d2-5351ca406f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:06.606071 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-44a9f252-5469-46ba-a6d2-5351ca406f06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9129dfe-c445-4123-a5ae-1be3acfc09d1 HTTP/1.1" status: 204 len: 168 time: 0.1766689 Dec 18 03:13:06.613762 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9f252-5469-46ba-a6d2-5351ca406f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9129dfe-c445-4123-a5ae-1be3acfc09d1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:07.463041 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:07.673611 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab4dea-ac7c-4785-bcc8-edfaffefca19 req-6d77938d-3214-471f-865b-575886d685d5 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:07.675352 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e7ab4dea-ac7c-4785-bcc8-edfaffefca19 req-6d77938d-3214-471f-865b-575886d685d5 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0795591 Dec 18 03:13:07.750022 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e7ab4dea-ac7c-4785-bcc8-edfaffefca19 req-063c8aaf-968c-4ca8-8349-9077180bd27c tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668647 Dec 18 03:13:08.871176 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858b7e-f21a-4b1a-89d7-a5a0b41e82a1 req-615865a5-9c7e-4735-bf47-062eb749aec1 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:08.872504 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dd858b7e-f21a-4b1a-89d7-a5a0b41e82a1 req-615865a5-9c7e-4735-bf47-062eb749aec1 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0463278 Dec 18 03:13:08.921080 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dd858b7e-f21a-4b1a-89d7-a5a0b41e82a1 req-f73ae502-2348-4018-b270-2cb1f113bb26 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Dec 18 03:13:10.036214 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401005-5cf2-4f33-8832-e48de16b2893 req-9336d8fe-70ff-4bf0-b7de-c39d91cb185d tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:10.037555 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d4401005-5cf2-4f33-8832-e48de16b2893 req-9336d8fe-70ff-4bf0-b7de-c39d91cb185d tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0471139 Dec 18 03:13:10.083109 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d4401005-5cf2-4f33-8832-e48de16b2893 req-d9dd5dd1-073d-4f3f-aca6-ef3d697c4bb5 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Dec 18 03:13:11.196405 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a6697-dd3a-4c34-9dcd-149b0626b23c req-ea14b696-de63-4d36-96ca-05d04bbf152f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:11.197895 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7c2a6697-dd3a-4c34-9dcd-149b0626b23c req-ea14b696-de63-4d36-96ca-05d04bbf152f tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0471208 Dec 18 03:13:11.242870 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7c2a6697-dd3a-4c34-9dcd-149b0626b23c req-3bfc9089-44b2-4ce5-bc33-b3cda2ce2701 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391269 Dec 18 03:13:12.107991 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-d93faeb9-bf57-4b0d-8c68-b3f7a142ea47 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:12.109402 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-d93faeb9-bf57-4b0d-8c68-b3f7a142ea47 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0516951 Dec 18 03:13:12.229091 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Deleting port e9a28560-c549-4e92-8993-34d623482c10 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:13:12.230072 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:12.349459 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] For port e9a28560-c549-4e92-8993-34d623482c10, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9a28560-c549-4e92-8993-34d623482c10,segment=NetworkSegment(7263fd7b-59d6-4b93-81cb-4b8f34d3e061),segment_id=7263fd7b-59d6-4b93-81cb-4b8f34d3e061)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:12.349834 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:12.368795 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Calling delete_port for e9a28560-c549-4e92-8993-34d623482c10 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:13:12.395161 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb4b82-5283-48e2-9e21-8fb9d2858d1b req-b9806dca-8549-42b2-a9a6-9ae6aa809e78 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:12.396590 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9fdb4b82-5283-48e2-9e21-8fb9d2858d1b req-b9806dca-8549-42b2-a9a6-9ae6aa809e78 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 946 time: 0.0829232 Dec 18 03:13:12.501079 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9fdb4b82-5283-48e2-9e21-8fb9d2858d1b req-01144bea-c9ab-4b16-8d9a-36ce1d9c64e2 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfdf9843-3198-4997-8210-d9b10afba312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836992 Dec 18 03:13:12.572276 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:12.602804 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Pushing event deleted for resources: {'Port': ['ID=e9a28560-c549-4e92-8993-34d623482c10,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:12.636191 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.636544 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.636888 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.637224 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.637554 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.637909 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.638238 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.638567 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.638891 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.639214 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.639537 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.639856 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.640197 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:12.682264 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] No DVR routers for this DVR port e9a28560-c549-4e92-8993-34d623482c10 on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:13:12.687579 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:12.690703 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ebd03aa-8573-416b-b1cd-6fc5c0052987 req-bd195853-c4a4-4a56-a399-e17ab664e0bd tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.16 "DELETE /v2.0/ports/e9a28560-c549-4e92-8993-34d623482c10 HTTP/1.1" status: 204 len: 173 time: 0.5713515 Dec 18 03:13:12.691014 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'name': 'network-vif-deleted', 'tag': 'e9a28560-c549-4e92-8993-34d623482c10'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:12.693413 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09a7e4a-f480-42f5-91db-9f7b3bcd1f25" -d '{"events": [{"server_uuid": "27e00542-7c0f-4f71-911f-b0b3a6d4c599", "name": "network-vif-deleted", "tag": "e9a28560-c549-4e92-8993-34d623482c10"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:12.735226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29fb906-06b2-42cc-bf19-afbafe865051 x-openstack-request-id: req-d29fb906-06b2-42cc-bf19-afbafe865051 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:12.735617 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e00542-7c0f-4f71-911f-b0b3a6d4c599", "name": "network-vif-deleted", "tag": "e9a28560-c549-4e92-8993-34d623482c10", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:12.735870 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d29fb906-06b2-42cc-bf19-afbafe865051 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:12.736392 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e00542-7c0f-4f71-911f-b0b3a6d4c599', 'name': 'network-vif-deleted', 'tag': 'e9a28560-c549-4e92-8993-34d623482c10', 'status': 'completed', 'code': 200} Dec 18 03:13:13.609603 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0f707d4f-27e5-4c52-b731-e85ce41e4735 req-0c1180af-752c-45c7-b9d8-6a0c37df9d87 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0281913 Dec 18 03:13:14.703219 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c5ff8dff-663f-4b88-9954-626aef9d7c76 req-8dd98d42-c87a-4d90-8570-bad1751975e0 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0255361 Dec 18 03:13:15.246140 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['e9a28560-c549-4e92-8993-34d623482c10'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:15.801341 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-91b154b1-247a-4635-9974-e0b9896865fb req-06c4523c-beb7-48f2-93ec-f207fb922927 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0275095 Dec 18 03:13:16.948257 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9a7bbb3a-8e99-4f41-9dee-9bbba92970c8 req-c2884e1c-9142-4e05-9dc6-dfedd68ff479 tempest-DeleteServersTestJSON-287230484 tempest-DeleteServersTestJSON-287230484-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e00542-7c0f-4f71-911f-b0b3a6d4c599 HTTP/1.1" status: 200 len: 210 time: 0.0511725 Dec 18 03:13:17.278338 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56974) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:17.293114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-64224c4d-466d-4033-8309-db9c70dd8365 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:17.294987 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-64224c4d-466d-4033-8309-db9c70dd8365 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.1112695 Dec 18 03:13:17.310240 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-1126ecd7-4c63-401f-b4a7-592c59a28a93 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/quotas/e04a810a1bed41eb90634777ccbde0f4 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Dec 18 03:13:17.371435 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-126eec0b-15c5-4d75-9a2b-53514bac6865 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556874 Dec 18 03:13:17.385719 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f75785de-e9af-4145-9829-e149a8a0ade1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:17.460174 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f75785de-e9af-4145-9829-e149a8a0ade1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:17.464156 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-ced816cc-ee89-40c1-91c8-60c3abc28ba9 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853510 Dec 18 03:13:17.466550 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f75785de-e9af-4145-9829-e149a8a0ade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:17.508181 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75785de-e9af-4145-9829-e149a8a0ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870e6442-9a88-4ec8-ae2e-cd8d7642e4a6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:17.515370 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-f75785de-e9af-4145-9829-e149a8a0ade1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14bbded5c68f46c3bbf2dfa11c1e9a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359855 Dec 18 03:13:17.517682 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 56982) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:17.573982 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6955d370-8d7c-4da0-be33-e7f04b89c692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:17.575148 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-d8962cac-afac-4f7e-aef4-b8970d68c3c3 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039276 Dec 18 03:13:17.599443 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6955d370-8d7c-4da0-be33-e7f04b89c692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:17.650252 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6955d370-8d7c-4da0-be33-e7f04b89c692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:17.653003 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6955d370-8d7c-4da0-be33-e7f04b89c692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:17.656575 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6955d370-8d7c-4da0-be33-e7f04b89c692 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/870e6442-9a88-4ec8-ae2e-cd8d7642e4a6 HTTP/1.1" status: 204 len: 168 time: 0.1351430 Dec 18 03:13:17.672079 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955d370-8d7c-4da0-be33-e7f04b89c692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e6442-9a88-4ec8-ae2e-cd8d7642e4a6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:17.806559 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-60a279bd-aeb2-4511-bd9c-5d6c4b6b4e95 req-d42d17eb-5fca-4584-8042-8ea454f8b680 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 210 time: 0.0459666 Dec 18 03:13:18.060226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57022) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:18.086951 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43004ac7-d2a0-4e05-8487-e8a7baf96885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.193316 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43004ac7-d2a0-4e05-8487-e8a7baf96885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.199883 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43004ac7-d2a0-4e05-8487-e8a7baf96885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.266823 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-43004ac7-d2a0-4e05-8487-e8a7baf96885 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bbd608ecb09424daa39aa9d35cf7bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053738 Dec 18 03:13:18.267909 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43004ac7-d2a0-4e05-8487-e8a7baf96885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04bb90-14d7-488f-9ed2-91886953ec64,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:18.270000 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57034) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:18.329772 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57038) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:18.375010 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.413238 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.479522 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-588f5f09-3f4a-40d9-993f-b67a3794bc79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.520688 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.524278 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.525667 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a04bb90-14d7-488f-9ed2-91886953ec64 HTTP/1.1" status: 204 len: 168 time: 0.2537718 Dec 18 03:13:18.556183 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04bb90-14d7-488f-9ed2-91886953ec64,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:18.576937 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.577405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.577897 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.578279 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.578655 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.579031 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.579451 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.579783 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.580274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.580474 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.581259 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.581590 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.581958 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2c4aa0-8ff6-4ec1-b54c-f12e41f836ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:18.636666 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-588f5f09-3f4a-40d9-993f-b67a3794bc79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.641413 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-588f5f09-3f4a-40d9-993f-b67a3794bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.690055 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-588f5f09-3f4a-40d9-993f-b67a3794bc79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25c38fd9279f454b8fa95cc9a2cd5a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548760 Dec 18 03:13:18.690055 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f5f09-3f4a-40d9-993f-b67a3794bc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2145ebfd-2188-4494-87d2-7858d1678d25,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:18.690227 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57062) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:18.751151 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ed213c7-86d9-45d5-9182-29174cc69df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.780269 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ed213c7-86d9-45d5-9182-29174cc69df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.831578 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ed213c7-86d9-45d5-9182-29174cc69df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.834620 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ed213c7-86d9-45d5-9182-29174cc69df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:18.836035 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-9ed213c7-86d9-45d5-9182-29174cc69df4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2145ebfd-2188-4494-87d2-7858d1678d25 HTTP/1.1" status: 204 len: 168 time: 0.1458738 Dec 18 03:13:18.844468 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed213c7-86d9-45d5-9182-29174cc69df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2145ebfd-2188-4494-87d2-7858d1678d25,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:18.942245 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5297ea3a-2ad2-44a1-b82a-322724a98d77 req-7cb502e3-0ae7-4ccf-a8b1-96efa9d5c02f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 210 time: 0.0377743 Dec 18 03:13:19.194725 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57100) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:19.214287 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50d1ab52-8c2f-4cd2-b144-37983e34e515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:19.288086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50d1ab52-8c2f-4cd2-b144-37983e34e515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:19.292596 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50d1ab52-8c2f-4cd2-b144-37983e34e515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:19.333130 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-50d1ab52-8c2f-4cd2-b144-37983e34e515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b14fc5d2e514542bfee5306454e768a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351051 Dec 18 03:13:19.333130 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1ab52-8c2f-4cd2-b144-37983e34e515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2d3411-9db0-4359-9182-9f898f226ff2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:19.333788 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57110) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:19.381411 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e65054-8824-49dc-ba5e-b9c88091d700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:19.410781 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e65054-8824-49dc-ba5e-b9c88091d700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:19.469592 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e65054-8824-49dc-ba5e-b9c88091d700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:19.472108 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e65054-8824-49dc-ba5e-b9c88091d700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:19.473254 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-76e65054-8824-49dc-ba5e-b9c88091d700 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf2d3411-9db0-4359-9182-9f898f226ff2 HTTP/1.1" status: 204 len: 168 time: 0.1387603 Dec 18 03:13:19.484092 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e65054-8824-49dc-ba5e-b9c88091d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2d3411-9db0-4359-9182-9f898f226ff2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:20.060304 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-82db4ed3-93f9-4462-a790-8330518c07db req-d3be04f9-ef03-43ea-9122-dac923c71af6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 210 time: 0.0344219 Dec 18 03:13:20.880896 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device e9a28560-c549-4e92-8993-34d623482c10 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:13:20.905512 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: e9a28560-c549-4e92-8993-34d623482c10 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:13:20.905903 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device e9a28560-c549-4e92-8993-34d623482c10 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:13:21.027997 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-a7499b40-74d4-4150-b8d0-53c5ec765d02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402811 Dec 18 03:13:21.377428 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-938f3e51-add8-4648-a720-337879f28469 req-b2684d91-c220-4ed2-98e1-ebb584e0ab8a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 210 time: 0.2340882 Dec 18 03:13:21.390524 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-ccf0abf2-cd15-46d5-9f54-791bac9cfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:21.391969 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-ccf0abf2-cd15-46d5-9f54-791bac9cfebb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 1099 time: 0.2587392 Dec 18 03:13:21.507976 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-336bff91-7be4-4a7e-b131-a77f417a8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:21.509972 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-336bff91-7be4-4a7e-b131-a77f417a8f43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 916 time: 0.0928934 Dec 18 03:13:21.574945 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-1b0480bc-7221-43ba-88bb-8b5d6c5c95c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc HTTP/1.1" status: 200 len: 217 time: 0.0462174 Dec 18 03:13:21.626252 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-9da35282-ba26-4d9b-9448-184b31c94eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:21.627684 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-9da35282-ba26-4d9b-9448-184b31c94eef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.0432622 Dec 18 03:13:21.717888 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-8ce68f9b-5e8e-4577-b2a2-abeb4edef896 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304730 Dec 18 03:13:21.811798 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-054013e9-3769-475b-9b7b-dd03e78fa72d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:21.814041 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-054013e9-3769-475b-9b7b-dd03e78fa72d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.1269555 Dec 18 03:13:21.833022 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-c715e7ad-19a2-46d3-9261-3f143d588cd2 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065185 Dec 18 03:13:21.849955 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Request body: {'port': {'device_id': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'admin_state_up': True, 'tenant_id': 'e04a810a1bed41eb90634777ccbde0f4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:21.984317 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a70d5675-eaa2-4b7b-b692-7dc272805bdd req-d76f350f-cc0f-4f98-8f23-83172c8f45a6 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272724 Dec 18 03:13:22.055828 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Made reservation on behalf of e04a810a1bed41eb90634777ccbde0f4 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:22.063108 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:22.260951 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Allocated IP 172.20.0.10 (1d8dfc79-d3fb-4837-9660-6625a84f5064/d6486aad-3319-41e3-824a-e80642d0e933/01a67308-4fa3-4c17-9106-2b102610d2fe) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:22.282601 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:22.412446 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:22.447399 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:22.492445 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:22.497749 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:22.504216 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:22.530756 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79555a-1369-4d27-b774-6a36a6bcd2d9 req-c71d0639-45c5-4886-a75e-3a257e61e788 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:22.532851 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bd79555a-1369-4d27-b774-6a36a6bcd2d9 req-c71d0639-45c5-4886-a75e-3a257e61e788 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 932 time: 0.0705395 Dec 18 03:13:22.537924 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event updated for resources: {'Port': ['ID=01a67308-4fa3-4c17-9106-2b102610d2fe,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:22.561142 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:22.561801 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:22.585714 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-7920ad5d-6761-46b7-b445-13c777ee3d1d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7402637 Dec 18 03:13:22.586807 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bd79555a-1369-4d27-b774-6a36a6bcd2d9 req-d08020e8-5cdd-427f-aab1-e79e3326c926 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485513 Dec 18 03:13:22.946559 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57264) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:22.993232 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] Deleting subnet f547bdf6-7450-4ebb-8af2-fd2f4848f2e3 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:13:22.996220 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.028600 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13415989'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.066904 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.122592 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13569505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13540702'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.149805 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f547bdf6-7450-4ebb-8af2-fd2f4848f2e3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:23.156303 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.159319 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d2ef3723-bd04-4800-99cc-876159b1eb27 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f547bdf6-7450-4ebb-8af2-fd2f4848f2e3 HTTP/1.1" status: 204 len: 168 time: 0.2116201 Dec 18 03:13:23.161831 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57276) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:23.232881 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.307100 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.330215 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611006f3-a73d-4a4d-a0ee-79b37818606d']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:23.339526 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7263fd7b-59d6-4b93-81cb-4b8f34d3e061') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:23.339814 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7263fd7b-59d6-4b93-81cb-4b8f34d3e061') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:23.348565 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.361880 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.367424 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:13:23.368473 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:13:23.370057 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:13:23.422410 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.427198 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.430637 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] 10.222.0.24 "DELETE /v2.0/networks/611006f3-a73d-4a4d-a0ee-79b37818606d HTTP/1.1" status: 204 len: 168 time: 0.2677283 Dec 18 03:13:23.442875 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb88df1-7ce3-4d3b-b666-cbb2fbb70861 admin admin] Pushing event deleted for resources: {'Network': ['ID=611006f3-a73d-4a4d-a0ee-79b37818606d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:23.589792 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57284) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:23.633163 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e3a41a69-3413-419b-bcd2-beea3767084a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c6b1669a90f442992fb339de8e51e55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398815 Dec 18 03:13:23.633536 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:23.722888 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be4d9770-c057-43e0-9857-b76b83dd8a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.734799 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d725710-28dd-4717-9099-743b779bdc2d req-06ef8f16-9234-4b86-8fad-eedb9eea6c61 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:23.736235 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3d725710-28dd-4717-9099-743b779bdc2d req-06ef8f16-9234-4b86-8fad-eedb9eea6c61 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 932 time: 0.0788834 Dec 18 03:13:23.766375 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be4d9770-c057-43e0-9857-b76b83dd8a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.821161 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3d725710-28dd-4717-9099-743b779bdc2d req-1140d661-2a52-4916-bc30-397544c4ff04 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773902 Dec 18 03:13:23.839755 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be4d9770-c057-43e0-9857-b76b83dd8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.842407 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be4d9770-c057-43e0-9857-b76b83dd8a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:23.843497 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-be4d9770-c057-43e0-9857-b76b83dd8a90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfdf9843-3198-4997-8210-d9b10afba312 HTTP/1.1" status: 204 len: 168 time: 0.2090743 Dec 18 03:13:23.850970 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d9770-c057-43e0-9857-b76b83dd8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf9843-3198-4997-8210-d9b10afba312,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:24.499551 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57320) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:24.593748 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-401370668-network', 'tenant_id': '502652af86344b828a769149c2964636'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:24.615111 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Made reservation on behalf of 502652af86344b828a769149c2964636 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:24.617302 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.625420 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.696717 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.701004 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.725185 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:13:24.739542 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090807ef-c88e-4ac5-9727-72a2a50513bc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:24.745034 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.745373 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Added segment ac20252b-37c8-4836-b383-216aabae5edd of type vlan for network b8b9d0cf-2f4c-4312-853d-a35b9e139535 Dec 18 03:13:24.783622 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.809481 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.810509 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:24.811111 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.861840 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3610795 Dec 18 03:13:24.865001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57328) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:24.871692 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Request body: {'subnet': {'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-subnet', 'tenant_id': '502652af86344b828a769149c2964636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:24.873859 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fa3c-8cb1-466c-9b27-8a640e2da6de admin admin] Pushing event updated for resources: {'Network': ['ID=b8b9d0cf-2f4c-4312-853d-a35b9e139535,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:24.884457 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:13:24.894968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Made reservation on behalf of 502652af86344b828a769149c2964636 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:24.897515 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12660509'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:24.948784 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef3df-0abb-43bc-ae08-1b67d4d7d26b req-9b6887b7-7425-4998-a3e6-74f2c2b310d6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:24.950507 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-eb3ef3df-0abb-43bc-ae08-1b67d4d7d26b req-9b6887b7-7425-4998-a3e6-74f2c2b310d6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 932 time: 0.0535538 Dec 18 03:13:25.006076 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-eb3ef3df-0abb-43bc-ae08-1b67d4d7d26b req-0c6b6a4c-f3e0-43b6-bdfd-de1556aa4e18 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Dec 18 03:13:25.065256 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12660595'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.121000 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:25.132103 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Request body: {'port': {'device_id': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:25.137564 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2eb8f16-3a05-4753-8203-c76d112659e9,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:25.163684 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Checking segment: {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:25.164036 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Network hostable DHCP agents. Network: b8b9d0cf-2f4c-4312-853d-a35b9e139535, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:13:25.200484 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.211619 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:13:25.239929 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, b8b9d0cf-2f4c-4312-853d-a35b9e139535) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:25.252003 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf2df04-27f3-4a0f-8fd2-3fcc18e4e5ee None None] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:25.255707 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:25.256434 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.281908 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5c218559-bbb5-47fd-b82d-5d37fe23bba9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4157634 Dec 18 03:13:25.285112 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57336) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:25.293137 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:25.323243 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.324847 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.381298 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9265e1-4a9b-4f5f-81b0-5d0bfbf7b1df None None] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:25.438565 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.542495 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a67308-4fa3-4c17-9106-2b102610d2fe {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:25.550564 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.565646 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Transition to ACTIVE for port object 01a67308-4fa3-4c17-9106-2b102610d2fe will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:13:25.568987 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.594189 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.659567 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Pushing event updated for resources: {'Port': ['ID=01a67308-4fa3-4c17-9106-2b102610d2fe,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:25.693382 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Attempting to bind port 01a67308-4fa3-4c17-9106-2b102610d2fe on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:25.693753 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Attempting to bind port 01a67308-4fa3-4c17-9106-2b102610d2fe by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:25.694083 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Attempting to bind port 01a67308-4fa3-4c17-9106-2b102610d2fe on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:25.698852 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Port 01a67308-4fa3-4c17-9106-2b102610d2fe on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:13:25.699169 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Attempting to bind port 01a67308-4fa3-4c17-9106-2b102610d2fe on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:25.703970 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:25.704362 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Checking segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:25.704768 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Bound using segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:25.705260 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Bound port: 01a67308-4fa3-4c17-9106-2b102610d2fe, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:25.705604 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.776453 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] For port 01a67308-4fa3-4c17-9106-2b102610d2fe, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:25.780196 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] For port 01a67308-4fa3-4c17-9106-2b102610d2fe, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=01a67308-4fa3-4c17-9106-2b102610d2fe,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:25.783786 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.801480 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.822211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:25.822762 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.824128 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] 10.222.0.16 "PUT /v2.0/ports/01a67308-4fa3-4c17-9106-2b102610d2fe HTTP/1.1" status: 200 len: 1094 time: 0.7003491 Dec 18 03:13:25.824818 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'tag': '01a67308-4fa3-4c17-9106-2b102610d2fe'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:25.826939 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b893484b-4aba-429f-b96f-39ed96b505f9" -d '{"events": [{"name": "network-changed", "server_uuid": "49c1697d-abd6-44f6-b11e-e6407b595fa9", "tag": "01a67308-4fa3-4c17-9106-2b102610d2fe"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:25.829636 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:25.849897 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da11fdf-6658-40b9-83da-725fc5118b2b service neutron] Pushing event updated for resources: {'Port': ['ID=01a67308-4fa3-4c17-9106-2b102610d2fe,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:25.873147 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0e5cae-a8bc-45a6-bd7b-43a3949e32ca x-openstack-request-id: req-0c0e5cae-a8bc-45a6-bd7b-43a3949e32ca {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:25.873757 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c1697d-abd6-44f6-b11e-e6407b595fa9", "tag": "01a67308-4fa3-4c17-9106-2b102610d2fe", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:25.873757 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c0e5cae-a8bc-45a6-bd7b-43a3949e32ca {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:25.873993 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'tag': '01a67308-4fa3-4c17-9106-2b102610d2fe', 'status': 'completed', 'code': 200} Dec 18 03:13:25.954361 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Allocated IP 172.27.2.88 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/321846cc-6c86-4b2f-96dd-66718093b5c8) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:26.054126 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:26.090454 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:26.131323 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:26.134834 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:26.137186 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:26.140751 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610d0ab-acbd-4701-b05b-07c8111c0a47 req-b611bafc-293b-49db-8a2a-9dc4eb15da8a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:26.142381 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5610d0ab-acbd-4701-b05b-07c8111c0a47 req-b611bafc-293b-49db-8a2a-9dc4eb15da8a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 944 time: 0.0621424 Dec 18 03:13:26.172555 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=321846cc-6c86-4b2f-96dd-66718093b5c8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:26.197873 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5610d0ab-acbd-4701-b05b-07c8111c0a47 req-95c121ad-808d-4a0c-98a0-2dce570f871a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Dec 18 03:13:26.413213 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:26.640289 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:26.778636 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Router fa5e1da3-5067-49a4-9c23-60722414c9d7 is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:13:27.076229 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:13:27.087404 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Sync routers for ids ['fa5e1da3-5067-49a4-9c23-60722414c9d7'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:13:27.093844 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.095257 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-13f75195-0180-4921-801e-7c8d6cedc8c0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8090427 Dec 18 03:13:27.097281 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Routers {'fa5e1da3-5067-49a4-9c23-60722414c9d7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:13:27.098027 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:13:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fa5e1da3-5067-49a4-9c23-60722414c9d7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:27.098156 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57396) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:27.203027 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Set router fa5e1da3-5067-49a4-9c23-60722414c9d7 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:13:27.373150 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c47e9e-ef42-4c85-936a-c13516c07220 req-fcf0c9fe-e95a-4fcc-bc7a-76f3c79bf599 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:27.374534 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-53c47e9e-ef42-4c85-936a-c13516c07220 req-fcf0c9fe-e95a-4fcc-bc7a-76f3c79bf599 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 944 time: 0.0985537 Dec 18 03:13:27.385575 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:26Z', 'revision_number': 3, 'project_id': '502652af86344b828a769149c2964636', 'gw_port': {'id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:27.412413 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Checking router: fa5e1da3-5067-49a4-9c23-60722414c9d7 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:13:27.412852 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Updating router fa5e1da3-5067-49a4-9c23-60722414c9d7 port 321846cc-6c86-4b2f-96dd-66718093b5c8 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:13:27.438226 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.461156 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-53c47e9e-ef42-4c85-936a-c13516c07220 req-50c8d328-950c-4f09-8bf8-5072063c7325 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Dec 18 03:13:27.591070 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.704611 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.710125 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.744665 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Allocated IP 172.20.0.1 (b8b9d0cf-2f4c-4312-853d-a35b9e139535/c2eb8f16-3a05-4753-8203-c76d112659e9/303f673b-caa8-41af-9b40-16dd814e8f4d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:27.766077 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Attempting to bind port 321846cc-6c86-4b2f-96dd-66718093b5c8 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:27.766448 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Attempting to bind port 321846cc-6c86-4b2f-96dd-66718093b5c8 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:27.766807 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Attempting to bind port 321846cc-6c86-4b2f-96dd-66718093b5c8 on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:27.773496 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Pushing event updated for resources: {'Port': ['ID=321846cc-6c86-4b2f-96dd-66718093b5c8,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:27.779545 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:27.779917 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:27.780317 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.780707 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:27.781165 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Bound port: 321846cc-6c86-4b2f-96dd-66718093b5c8, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:27.781554 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.784521 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.785050 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.785479 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.785851 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.786188 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.786518 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.786859 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.787191 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.787516 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.787853 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.788178 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.788497 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.788815 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:27.843311 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] For port 321846cc-6c86-4b2f-96dd-66718093b5c8, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:27.846961 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] For port 321846cc-6c86-4b2f-96dd-66718093b5c8, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=321846cc-6c86-4b2f-96dd-66718093b5c8,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:27.851036 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.854145 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.886651 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:27.907377 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Routers {'fa5e1da3-5067-49a4-9c23-60722414c9d7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:13:27.907995 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:13:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fa5e1da3-5067-49a4-9c23-60722414c9d7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:27.928308 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:27.932761 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:27.936283 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:27.941524 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Pushing event updated for resources: {'Port': ['ID=303f673b-caa8-41af-9b40-16dd814e8f4d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:27.957152 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d75dd-b380-425d-a939-30b9ee6599b6 None None] Pushing event updated for resources: {'Port': ['ID=321846cc-6c86-4b2f-96dd-66718093b5c8,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:27.976585 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:28.026350 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] Set router fa5e1da3-5067-49a4-9c23-60722414c9d7 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:13:28.126602 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:28.286506 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:26Z', 'revision_number': 3, 'project_id': '502652af86344b828a769149c2964636', 'gw_port': {'id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:28.287108 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:28.291516 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:28.312001 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21d451-d35f-4fab-bbf9-b23959888102 None None] The sync data for ids ['fa5e1da3-5067-49a4-9c23-60722414c9d7'] in dv-cinder-818037-10-iscsi is: [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:26Z', 'revision_number': 3, 'project_id': '502652af86344b828a769149c2964636', 'gw_port': {'id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:13:28.577010 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:28.578842 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Pushing event updated for resources: {'Port': ['ID=303f673b-caa8-41af-9b40-16dd814e8f4d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:28.715455 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e45f7-3960-48c2-951d-a36ec7847982 req-810d8eee-d67e-4853-97df-757b14db9e7e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:28.717011 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce3e45f7-3960-48c2-951d-a36ec7847982 req-810d8eee-d67e-4853-97df-757b14db9e7e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 944 time: 0.1796565 Dec 18 03:13:28.770653 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893484b-4aba-429f-b96f-39ed96b505f9 req-1641c27f-e67f-4cdf-a964-5d3bec584442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:28.771987 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b893484b-4aba-429f-b96f-39ed96b505f9 req-1641c27f-e67f-4cdf-a964-5d3bec584442 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 1097 time: 0.1419706 Dec 18 03:13:28.832051 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:28.844222 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:13:28.845585 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce3e45f7-3960-48c2-951d-a36ec7847982 req-c4fb3406-7679-4f34-bb66-7706e53d9616 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219258 Dec 18 03:13:28.896570 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:29.066728 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893484b-4aba-429f-b96f-39ed96b505f9 req-f024bac3-ca56-4ef5-aa90-51bc779ac672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:29.068207 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b893484b-4aba-429f-b96f-39ed96b505f9 req-f024bac3-ca56-4ef5-aa90-51bc779ac672 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e04a810a1bed41eb90634777ccbde0f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2737844 Dec 18 03:13:29.099616 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Router fa5e1da3-5067-49a4-9c23-60722414c9d7 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:13:29.207638 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:13:29.213134 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-ab3e7575-eefa-4e21-9d28-203dacd1345b admin admin] 10.222.0.24 "PUT /v2.0/routers/fa5e1da3-5067-49a4-9c23-60722414c9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1139565 Dec 18 03:13:29.644141 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-b185639a-d793-4266-9592-ed7114d2158c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:29.645739 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-b185639a-d793-4266-9592-ed7114d2158c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 818 time: 0.1200264 Dec 18 03:13:29.664092 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-d9a67bfe-4136-47d6-b2f9-1ca2fa0ed732 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/quotas/502652af86344b828a769149c2964636 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Dec 18 03:13:29.697819 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 321846cc-6c86-4b2f-96dd-66718093b5c8 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:29.756608 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-d87b028b-a22c-4800-8158-50d7c94be756 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839210 Dec 18 03:13:29.794607 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 321846cc-6c86-4b2f-96dd-66718093b5c8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:29.795357 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:29.871455 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-17c71e57-951b-4e1e-8fa4-19a2d93cc8bf service neutron] 10.222.0.24 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057284 Dec 18 03:13:29.888191 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:29.913087 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 321846cc-6c86-4b2f-96dd-66718093b5c8, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=321846cc-6c86-4b2f-96dd-66718093b5c8,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:29.921924 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:29.973736 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-a285c507-0778-442f-9965-cb205ac789df service neutron] 10.222.0.24 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011424 Dec 18 03:13:29.983612 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=321846cc-6c86-4b2f-96dd-66718093b5c8,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:30.007075 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.007451 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.007794 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.012825 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.013179 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.013515 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.013899 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.014238 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.014568 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.019023 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.019383 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.019755 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.020089 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:13:30.059083 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Sync routers for ids ['fa5e1da3-5067-49a4-9c23-60722414c9d7'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:13:30.079347 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Routers {'fa5e1da3-5067-49a4-9c23-60722414c9d7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:13:30.087468 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:13:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fa5e1da3-5067-49a4-9c23-60722414c9d7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:30.166388 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893484b-4aba-429f-b96f-39ed96b505f9 req-996289e8-c986-4bb7-9d53-fd03be66dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:30.169395 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b893484b-4aba-429f-b96f-39ed96b505f9 req-996289e8-c986-4bb7-9d53-fd03be66dba3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432179 Dec 18 03:13:30.263837 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Set router fa5e1da3-5067-49a4-9c23-60722414c9d7 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:13:30.291326 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbed10-d051-4079-9ec2-3af5b04886af req-bf3ea795-288a-4de5-8c1a-b131528670ab tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:30.293059 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5ecbed10-d051-4079-9ec2-3af5b04886af req-bf3ea795-288a-4de5-8c1a-b131528670ab tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 944 time: 0.0820901 Dec 18 03:13:30.354617 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5ecbed10-d051-4079-9ec2-3af5b04886af req-7df483f9-5984-47e7-bb1c-60716c0328f3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Dec 18 03:13:30.449732 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e041f68f-2b3c-4f77-90a0-6a4490cc4b42 req-9d5df858-aed0-4b5e-bb63-242049d8131b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 210 time: 0.0295415 Dec 18 03:13:30.506216 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:28Z', 'revision_number': 4, 'project_id': '502652af86344b828a769149c2964636', 'gw_port': {'id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '303f673b-caa8-41af-9b40-16dd814e8f4d', 'name': '', 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'tenant_id': '502652af86344b828a769149c2964636', 'mac_address': 'fa:16:3e:de:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:27Z', 'updated_at': '2021-12-18T03:13:28Z', 'revision_number': 2, 'project_id': '502652af86344b828a769149c2964636', 'subnets': [{'id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:30.535306 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Checking router: fa5e1da3-5067-49a4-9c23-60722414c9d7 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:13:30.535664 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Updating router fa5e1da3-5067-49a4-9c23-60722414c9d7 port 303f673b-caa8-41af-9b40-16dd814e8f4d binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:13:30.560321 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:30.681332 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-ab90c419-a2e5-4849-9e03-2ef640ad53b8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:30.682722 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-ab90c419-a2e5-4849-9e03-2ef640ad53b8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 818 time: 0.0994437 Dec 18 03:13:30.700414 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-e0274285-dc31-4b30-8591-a978fd3a7503 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/quotas/502652af86344b828a769149c2964636 HTTP/1.1" status: 200 len: 375 time: 0.0117779 Dec 18 03:13:30.755189 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-6b4323fb-d847-431a-870d-b1dec36ff0a6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468371 Dec 18 03:13:30.820467 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:30.826037 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:30.847576 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-b7d28f81-e50b-4322-ba2a-d5628715815b service neutron] 10.222.0.24 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848386 Dec 18 03:13:30.876817 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52832f6-9462-47b1-9984-6137eac22be5 None None] Pushing event updated for resources: {'Port': ['ID=303f673b-caa8-41af-9b40-16dd814e8f4d,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:30.924053 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Attempting to bind port 303f673b-caa8-41af-9b40-16dd814e8f4d on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:30.924426 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Attempting to bind port 303f673b-caa8-41af-9b40-16dd814e8f4d by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:30.924781 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Attempting to bind port 303f673b-caa8-41af-9b40-16dd814e8f4d on network b8b9d0cf-2f4c-4312-853d-a35b9e139535 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:30.930127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:30.930514 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Checking segment: {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:30.930916 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:30.931312 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Bound using segment: {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:30.931839 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Bound port: 303f673b-caa8-41af-9b40-16dd814e8f4d, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:30.932182 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:30.948959 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-fc570cc5-aa91-46a8-ad68-f9aaa36dc281 service neutron] 10.222.0.24 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929139 Dec 18 03:13:30.994489 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] For port 303f673b-caa8-41af-9b40-16dd814e8f4d, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:30.997591 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] For port 303f673b-caa8-41af-9b40-16dd814e8f4d, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=303f673b-caa8-41af-9b40-16dd814e8f4d,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:31.002240 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:31.061002 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Routers {'fa5e1da3-5067-49a4-9c23-60722414c9d7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:13:31.061646 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:13:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fa5e1da3-5067-49a4-9c23-60722414c9d7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:31.063482 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52832f6-9462-47b1-9984-6137eac22be5 None None] Pushing event updated for resources: {'Port': ['ID=303f673b-caa8-41af-9b40-16dd814e8f4d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:31.127032 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2a0dd7bc-c03c-40e4-9fd4-c8d8c255eb2d req-666d8daf-3539-4886-9558-db0fa03befb2 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 210 time: 0.0306764 Dec 18 03:13:31.185878 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] Set router fa5e1da3-5067-49a4-9c23-60722414c9d7 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:13:31.390788 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:28Z', 'revision_number': 4, 'project_id': '502652af86344b828a769149c2964636', 'gw_port': {'id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '303f673b-caa8-41af-9b40-16dd814e8f4d', 'name': '', 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'tenant_id': '502652af86344b828a769149c2964636', 'mac_address': 'fa:16:3e:de:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:27Z', 'updated_at': '2021-12-18T03:13:30Z', 'revision_number': 4, 'project_id': '502652af86344b828a769149c2964636', 'subnets': [{'id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:31.419817 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113acc4-12f6-4ddc-bcf0-a27916e485c8 None None] The sync data for ids ['fa5e1da3-5067-49a4-9c23-60722414c9d7'] in dv-cinder-818037-10-iscsi is: [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:28Z', 'revision_number': 4, 'project_id': '502652af86344b828a769149c2964636', 'gw_port': {'id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '303f673b-caa8-41af-9b40-16dd814e8f4d', 'name': '', 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'tenant_id': '502652af86344b828a769149c2964636', 'mac_address': 'fa:16:3e:de:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:27Z', 'updated_at': '2021-12-18T03:13:30Z', 'revision_number': 4, 'project_id': '502652af86344b828a769149c2964636', 'subnets': [{'id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:13:31.497406 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8903a7d-c922-45f7-8fa1-302a4e204b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:31.497818 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757d02-86b2-45a2-8d54-e20a6ab8e47a req-3880608d-2fbc-40a0-9d6c-80c4bbc4750e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:31.499397 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e5757d02-86b2-45a2-8d54-e20a6ab8e47a req-3880608d-2fbc-40a0-9d6c-80c4bbc4750e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 944 time: 0.0712552 Dec 18 03:13:31.551076 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e5757d02-86b2-45a2-8d54-e20a6ab8e47a req-a466e999-2bb3-457d-9bce-6fbd1091190a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Dec 18 03:13:31.730909 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 321846cc-6c86-4b2f-96dd-66718093b5c8 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:31.784276 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 321846cc-6c86-4b2f-96dd-66718093b5c8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:31.784676 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:31.900801 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 303f673b-caa8-41af-9b40-16dd814e8f4d up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:31.973522 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 303f673b-caa8-41af-9b40-16dd814e8f4d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:31.974021 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:31.986574 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4c0cfa9f-ee5c-431c-b37e-f5bca5d88007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:31.988677 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-4c0cfa9f-ee5c-431c-b37e-f5bca5d88007 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0883601 Dec 18 03:13:32.059868 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:32.101229 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-69da1fd4-4b27-4b08-aa68-3e680b4af193 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01a67308-4fa3-4c17-9106-2b102610d2fe HTTP/1.1" status: 200 len: 217 time: 0.0518005 Dec 18 03:13:32.106024 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 303f673b-caa8-41af-9b40-16dd814e8f4d, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=303f673b-caa8-41af-9b40-16dd814e8f4d,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:32.110860 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:32.213861 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-e78ba3d3-22ef-4dfe-ac03-30243e7f9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:32.216448 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-e78ba3d3-22ef-4dfe-ac03-30243e7f9313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.1070330 Dec 18 03:13:32.273080 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-0e4e7eed-cd09-4795-aff5-ff18255bb5a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466082 Dec 18 03:13:32.276292 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-27aa0bfb-0fbe-4466-a169-1b6260217158 req-2f5bd733-e6da-4830-b097-5e7fcea60f7c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 210 time: 0.0444951 Dec 18 03:13:32.348480 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=303f673b-caa8-41af-9b40-16dd814e8f4d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:32.406170 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-aba760b3-d22f-49e7-b43c-c86df8c37aed service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019762 Dec 18 03:13:32.522200 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f737625-dac5-4bf0-9824-06cae2e57136 req-ddcb54ed-6bd0-44de-bc46-a902846c3c66 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069667 Dec 18 03:13:32.763328 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7bae8-f85f-4250-aef7-dfbc802057e4 req-be373d75-dda0-4679-a9dc-da94fbfeba60 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:32.764869 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fda7bae8-f85f-4250-aef7-dfbc802057e4 req-be373d75-dda0-4679-a9dc-da94fbfeba60 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 944 time: 0.1184120 Dec 18 03:13:32.845147 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-5c25ad4f-6bac-46f6-9dad-7fc6fb73448d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:32.846728 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-5c25ad4f-6bac-46f6-9dad-7fc6fb73448d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 818 time: 0.1644874 Dec 18 03:13:32.852277 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fda7bae8-f85f-4250-aef7-dfbc802057e4 req-541697f1-8982-4caf-aa53-e02c01db9093 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808229 Dec 18 03:13:32.895093 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Request body: {'port': {'device_id': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'admin_state_up': True, 'tenant_id': '502652af86344b828a769149c2964636'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:33.036050 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Made reservation on behalf of 502652af86344b828a769149c2964636 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:33.040348 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.169335 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Allocated IP 172.20.0.9 (b8b9d0cf-2f4c-4312-853d-a35b9e139535/c2eb8f16-3a05-4753-8203-c76d112659e9/86a51a4c-eba1-4460-a8c6-1adb483f5473) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:33.320155 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.359775 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.458915 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f2584c80-e1d2-49be-9177-f86b3fde69bd req-a3027701-e37d-4604-903f-9bc3337b672f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 210 time: 0.0873134 Dec 18 03:13:33.460869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:33.462124 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Pushing event updated for resources: {'Port': ['ID=86a51a4c-eba1-4460-a8c6-1adb483f5473,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:33.479976 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:33.482882 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:33.491953 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-bf717f19-e1d6-41d9-a3b6-6172550f8558 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:33.494474 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-bf717f19-e1d6-41d9-a3b6-6172550f8558 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 818 time: 0.1822774 Dec 18 03:13:33.533986 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Request body: {'port': {'device_id': '8102ec12-6bb2-46cd-b456-ca768186be97', 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'admin_state_up': True, 'tenant_id': '502652af86344b828a769149c2964636'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:33.546330 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:33.546984 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.564806 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-3d50cd6e-ac92-4f1f-ad68-baafc91b25a7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6862593 Dec 18 03:13:33.588105 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Request body: {'port': {'device_id': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:33.649533 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.667931 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 303f673b-caa8-41af-9b40-16dd814e8f4d up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:33.682604 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Made reservation on behalf of 502652af86344b828a769149c2964636 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:33.686548 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.750103 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 303f673b-caa8-41af-9b40-16dd814e8f4d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:33.750614 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.773476 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 01a67308-4fa3-4c17-9106-2b102610d2fe details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:13:33.835937 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Allocated IP 172.20.0.7 (b8b9d0cf-2f4c-4312-853d-a35b9e139535/c2eb8f16-3a05-4753-8203-c76d112659e9/3ba51193-82e6-4c57-b600-96ad802c4b8f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:33.932657 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f996a3a0-e591-49b4-9cfa-65f44fbf1b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:33.955770 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 01a67308-4fa3-4c17-9106-2b102610d2fe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=01a67308-4fa3-4c17-9106-2b102610d2fe,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:33.974674 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '01a67308-4fa3-4c17-9106-2b102610d2fe', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'port_id': '01a67308-4fa3-4c17-9106-2b102610d2fe', 'mac_address': 'fa:16:3e:d6:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6486aad-3319-41e3-824a-e80642d0e933', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:13:34.019808 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.031632 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.034902 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a67308-4fa3-4c17-9106-2b102610d2fe {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:34.042441 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75325ef-8278-4f8c-b284-f82586f5f3ed req-7c6a649d-73f7-4e1d-9579-a08fb4ccb760 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:34.044017 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d75325ef-8278-4f8c-b284-f82586f5f3ed req-7c6a649d-73f7-4e1d-9579-a08fb4ccb760 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 944 time: 0.0830622 Dec 18 03:13:34.059011 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 01a67308-4fa3-4c17-9106-2b102610d2fe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=01a67308-4fa3-4c17-9106-2b102610d2fe,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:34.064424 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.120882 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.132406 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d75325ef-8278-4f8c-b284-f82586f5f3ed req-43eb1403-939f-4d2a-9a95-cffee2092d40 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Dec 18 03:13:34.144473 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=01a67308-4fa3-4c17-9106-2b102610d2fe,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:34.176039 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Network b8b9d0cf-2f4c-4312-853d-a35b9e139535 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:34.182442 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:34.190165 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Pushing event updated for resources: {'Port': ['ID=3ba51193-82e6-4c57-b600-96ad802c4b8f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:34.193170 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:34.272568 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:34.273201 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.299590 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-1264706b-194c-4026-a07c-70ec8366c44c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747610 Dec 18 03:13:34.301979 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57612) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:34.320472 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Request body: {'port': {'device_id': '8102ec12-6bb2-46cd-b456-ca768186be97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:34.353488 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a51a4c-eba1-4460-a8c6-1adb483f5473 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:34.363256 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.382807 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Transition to ACTIVE for port object 86a51a4c-eba1-4460-a8c6-1adb483f5473 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:13:34.384107 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.389325 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.444809 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['01a67308-4fa3-4c17-9106-2b102610d2fe'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:34.481835 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8cc7-4507-4bac-9476-59c16415ffef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.555886 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Pushing event updated for resources: {'Port': ['ID=86a51a4c-eba1-4460-a8c6-1adb483f5473,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:34.620462 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57624) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:34.717783 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81410f-d653-469b-9f18-70f0e2445aac req-21444c82-6968-4096-bc4c-3476b4927c55 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:34.719764 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fc81410f-d653-469b-9f18-70f0e2445aac req-21444c82-6968-4096-bc4c-3476b4927c55 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 931 time: 0.1085231 Dec 18 03:13:34.721875 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Attempting to bind port 86a51a4c-eba1-4460-a8c6-1adb483f5473 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:34.722338 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Attempting to bind port 86a51a4c-eba1-4460-a8c6-1adb483f5473 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:34.722827 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Attempting to bind port 86a51a4c-eba1-4460-a8c6-1adb483f5473 on network b8b9d0cf-2f4c-4312-853d-a35b9e139535 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:34.723946 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba51193-82e6-4c57-b600-96ad802c4b8f {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:34.730686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Port 86a51a4c-eba1-4460-a8c6-1adb483f5473 on network b8b9d0cf-2f4c-4312-853d-a35b9e139535 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:13:34.731100 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Attempting to bind port 86a51a4c-eba1-4460-a8c6-1adb483f5473 on network b8b9d0cf-2f4c-4312-853d-a35b9e139535 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:34.733307 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.750363 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Transition to ACTIVE for port object 3ba51193-82e6-4c57-b600-96ad802c4b8f will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:13:34.755866 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.768280 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:34.768784 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Checking segment: {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:34.769286 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Bound using segment: {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:34.769877 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Bound port: 86a51a4c-eba1-4460-a8c6-1adb483f5473, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:34.770440 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.813785 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fc81410f-d653-469b-9f18-70f0e2445aac req-d60867dc-654c-49d5-ac97-499a67884e45 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790002 Dec 18 03:13:34.865927 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8cc7-4507-4bac-9476-59c16415ffef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.882130 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Pushing event updated for resources: {'Port': ['ID=3ba51193-82e6-4c57-b600-96ad802c4b8f,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:34.897990 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57634) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:34.900166 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8cc7-4507-4bac-9476-59c16415ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.931989 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Attempting to bind port 3ba51193-82e6-4c57-b600-96ad802c4b8f on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:34.932348 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Attempting to bind port 3ba51193-82e6-4c57-b600-96ad802c4b8f by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:34.933177 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Attempting to bind port 3ba51193-82e6-4c57-b600-96ad802c4b8f on network b8b9d0cf-2f4c-4312-853d-a35b9e139535 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:34.937565 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Port 3ba51193-82e6-4c57-b600-96ad802c4b8f on network b8b9d0cf-2f4c-4312-853d-a35b9e139535 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:13:34.938075 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Attempting to bind port 3ba51193-82e6-4c57-b600-96ad802c4b8f on network b8b9d0cf-2f4c-4312-853d-a35b9e139535 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:34.944536 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a8cc7-4507-4bac-9476-59c16415ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9cb4ba-bcb0-4942-b607-348cfabdba1d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:34.945835 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:34.946269 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Checking segment: {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:34.946991 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Bound using segment: {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:34.947314 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Bound port: 3ba51193-82e6-4c57-b600-96ad802c4b8f, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac20252b-37c8-4836-b383-216aabae5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:34.947781 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:34.974547 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.023444 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] For port 3ba51193-82e6-4c57-b600-96ad802c4b8f, host hv-cinder-81803, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:35.028016 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] For port 3ba51193-82e6-4c57-b600-96ad802c4b8f, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:35.035381 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.076182 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:35.077027 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.078676 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] 10.222.0.16 "PUT /v2.0/ports/3ba51193-82e6-4c57-b600-96ad802c4b8f HTTP/1.1" status: 200 len: 1093 time: 0.7634287 Dec 18 03:13:35.079372 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8102ec12-6bb2-46cd-b456-ca768186be97', 'tag': '3ba51193-82e6-4c57-b600-96ad802c4b8f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:35.081820 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8102ec12-6bb2-46cd-b456-ca768186be97", "tag": "3ba51193-82e6-4c57-b600-96ad802c4b8f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:35.121913 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7274650-a702-47f2-8cc5-6d672d17ac0c service neutron] Pushing event updated for resources: {'Port': ['ID=3ba51193-82e6-4c57-b600-96ad802c4b8f,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:35.139226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1acfb-1d3b-4b0d-81c8-b995f7e1910b x-openstack-request-id: req-b9a1acfb-1d3b-4b0d-81c8-b995f7e1910b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:35.139580 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8102ec12-6bb2-46cd-b456-ca768186be97", "tag": "3ba51193-82e6-4c57-b600-96ad802c4b8f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:35.139828 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9a1acfb-1d3b-4b0d-81c8-b995f7e1910b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:35.140247 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8102ec12-6bb2-46cd-b456-ca768186be97', 'tag': '3ba51193-82e6-4c57-b600-96ad802c4b8f', 'status': 'completed', 'code': 200} Dec 18 03:13:35.214243 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-a064493b-27d6-433d-95c2-fe565c3607c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:35.216034 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-a064493b-27d6-433d-95c2-fe565c3607c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 1096 time: 0.0500886 Dec 18 03:13:35.239542 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] For port 86a51a4c-eba1-4460-a8c6-1adb483f5473, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:35.250987 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-8c6a8cc7-4507-4bac-9476-59c16415ffef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed6ec219c5854b8a99ca3e43fc3e7ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9478989 Dec 18 03:13:35.252074 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85c1288a-f3ca-4553-bb26-264ef6f2a6a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.266660 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57646) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:35.268728 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-468bda5b-f71b-45a0-b23d-82777d3587ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.301960 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] For port 86a51a4c-eba1-4460-a8c6-1adb483f5473, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:35.319627 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.331763 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-d756a683-6251-41ad-93da-308669e2b981 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f HTTP/1.1" status: 200 len: 217 time: 0.0769141 Dec 18 03:13:35.366557 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812f3e-62e8-4eda-80d5-cd2cb288bb1a req-9feff420-b34f-420c-a4e2-fd90fb647951 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:35.368686 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d8812f3e-62e8-4eda-80d5-cd2cb288bb1a req-9feff420-b34f-420c-a4e2-fd90fb647951 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 945 time: 0.1179187 Dec 18 03:13:35.388651 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:35.389494 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.391067 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] 10.222.0.16 "PUT /v2.0/ports/86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 1093 time: 1.8078890 Dec 18 03:13:35.396658 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'tag': '86a51a4c-eba1-4460-a8c6-1adb483f5473'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:35.397216 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57658) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:35.412141 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a", "tag": "86a51a4c-eba1-4460-a8c6-1adb483f5473"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:35.488524 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279dfd45-0ace-4b8a-a2b5-4e7999ad4a03 x-openstack-request-id: req-279dfd45-0ace-4b8a-a2b5-4e7999ad4a03 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:35.488851 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a", "tag": "86a51a4c-eba1-4460-a8c6-1adb483f5473", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:35.489106 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-279dfd45-0ace-4b8a-a2b5-4e7999ad4a03 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:35.490112 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'tag': '86a51a4c-eba1-4460-a8c6-1adb483f5473', 'status': 'completed', 'code': 200} Dec 18 03:13:35.500968 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d8812f3e-62e8-4eda-80d5-cd2cb288bb1a req-d400f470-45d9-43d2-9151-e4b0de23f145 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004851 Dec 18 03:13:35.515341 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c5b4fef2-d27d-4e1f-984f-fe19e539fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:35.517251 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-c5b4fef2-d27d-4e1f-984f-fe19e539fd3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.1742468 Dec 18 03:13:35.545710 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707df9c-0bcc-4e8a-86b1-c3933ea3a522 service neutron] Pushing event updated for resources: {'Port': ['ID=86a51a4c-eba1-4460-a8c6-1adb483f5473,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:35.553351 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6574e849-8277-4d61-aea6-46ae79da69bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.568515 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-a62b7d11-9d55-4bd5-ae93-9b9556ceeff9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315104 Dec 18 03:13:35.611938 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6574e849-8277-4d61-aea6-46ae79da69bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.644591 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be56a280-5d51-46fa-bfd8-d9c0e41974dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.646807 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85c1288a-f3ca-4553-bb26-264ef6f2a6a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.654193 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-eacaa83e-ba45-40d4-8e52-f2504d8e6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:35.655682 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-eacaa83e-ba45-40d4-8e52-f2504d8e6fd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1096 time: 0.1764441 Dec 18 03:13:35.657401 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-468bda5b-f71b-45a0-b23d-82777d3587ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.663337 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85c1288a-f3ca-4553-bb26-264ef6f2a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.669836 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-468bda5b-f71b-45a0-b23d-82777d3587ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.706166 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-94f68fae-bc06-4657-8249-aba53fa10e42 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271985 Dec 18 03:13:35.763091 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-1e1ead82-121f-41e6-9e6c-740256db1d15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 217 time: 0.0857773 Dec 18 03:13:35.777214 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-468bda5b-f71b-45a0-b23d-82777d3587ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc9ab5efbec14d31927e1528b18c7cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8724043 Dec 18 03:13:35.785206 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57668) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:35.787060 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-85c1288a-f3ca-4553-bb26-264ef6f2a6a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccf540026f8a49c9830fefd7c13370a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1358900 Dec 18 03:13:35.789789 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1288a-f3ca-4553-bb26-264ef6f2a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fd54bc-3724-4539-a684-f4c594d612e7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:35.795166 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57670) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:35.802682 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 01a67308-4fa3-4c17-9106-2b102610d2fe up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:35.839885 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be56a280-5d51-46fa-bfd8-d9c0e41974dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.860813 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be56a280-5d51-46fa-bfd8-d9c0e41974dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.867306 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1f77b2e5-94f1-48a5-b5c7-d7fd495ff5eb req-ea2fcb6d-0026-4be7-899c-812fd843283a service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515326 Dec 18 03:13:35.870930 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 01a67308-4fa3-4c17-9106-2b102610d2fe completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:13:35.877003 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6574e849-8277-4d61-aea6-46ae79da69bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.877221 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 01a67308-4fa3-4c17-9106-2b102610d2fe triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:35.877777 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.880284 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6574e849-8277-4d61-aea6-46ae79da69bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.881512 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-6574e849-8277-4d61-aea6-46ae79da69bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b9cb4ba-bcb0-4942-b607-348cfabdba1d HTTP/1.1" status: 204 len: 168 time: 0.6105814 Dec 18 03:13:35.888261 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bda5b-f71b-45a0-b23d-82777d3587ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b26e251-d9f2-48a7-ab9d-1f9cac43767d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:35.901274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-c5e6926b-8cfd-429b-a226-606e359f2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:35.902916 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-c5e6926b-8cfd-429b-a226-606e359f2bdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.1304271 Dec 18 03:13:35.909445 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574e849-8277-4d61-aea6-46ae79da69bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9cb4ba-bcb0-4942-b607-348cfabdba1d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:35.963675 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1697fe6-a5ab-4bd3-b464-f95d21d9de88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:35.968843 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-6ec97ba7-febc-48f7-b0e6-3b020f1ebeed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552287 Dec 18 03:13:35.981397 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-be56a280-5d51-46fa-bfd8-d9c0e41974dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fab24fd2ccf044709a64614f7559c738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785754 Dec 18 03:13:35.984579 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57676) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:36.018023 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.032702 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1697fe6-a5ab-4bd3-b464-f95d21d9de88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.045870 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a67308-4fa3-4c17-9106-2b102610d2fe'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:36.048197 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843f08f-e673-4f66-8f36-61c223043caf" -d '{"events": [{"server_uuid": "49c1697d-abd6-44f6-b11e-e6407b595fa9", "name": "network-vif-plugged", "status": "completed", "tag": "01a67308-4fa3-4c17-9106-2b102610d2fe"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:36.053912 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a280-5d51-46fa-bfd8-d9c0e41974dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40885f1d-41a7-45d9-ab89-1cea03ebca7a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:36.077430 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1096fc4-10d2-4ab0-9f80-485ea50da65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.097235 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 01a67308-4fa3-4c17-9106-2b102610d2fe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=01a67308-4fa3-4c17-9106-2b102610d2fe,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:36.105028 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.121110 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff8e73-e61d-45a0-ab6c-f01b3a0141b6 req-ca76536f-50e0-4b4f-a9b1-8e707888bdcf tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.129271 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aaff8e73-e61d-45a0-ab6c-f01b3a0141b6 req-ca76536f-50e0-4b4f-a9b1-8e707888bdcf tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 943 time: 0.1626542 Dec 18 03:13:36.135256 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c25c602-f242-4745-940d-0dcf41a6f542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.147939 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffd4d69-7406-4f0a-b92e-849b9f04d22b x-openstack-request-id: req-dffd4d69-7406-4f0a-b92e-849b9f04d22b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:36.149134 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c1697d-abd6-44f6-b11e-e6407b595fa9", "name": "network-vif-plugged", "status": "completed", "tag": "01a67308-4fa3-4c17-9106-2b102610d2fe", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:36.150080 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dffd4d69-7406-4f0a-b92e-849b9f04d22b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:36.150628 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a67308-4fa3-4c17-9106-2b102610d2fe', 'code': 200} Dec 18 03:13:36.152604 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1096fc4-10d2-4ab0-9f80-485ea50da65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.176600 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-a76e8d1c-44b8-4698-ad4b-f74023694419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.178109 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-a76e8d1c-44b8-4698-ad4b-f74023694419 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 1096 time: 0.1348422 Dec 18 03:13:36.190260 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=01a67308-4fa3-4c17-9106-2b102610d2fe,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:36.224347 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c25c602-f242-4745-940d-0dcf41a6f542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.250111 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-efab1a9d-3bc6-4a25-881f-3e71b79b69b9 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375014 Dec 18 03:13:36.264538 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aaff8e73-e61d-45a0-ab6c-f01b3a0141b6 req-15a8ea14-7855-478d-816c-4d624bf13448 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310613 Dec 18 03:13:36.268230 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1697fe6-a5ab-4bd3-b464-f95d21d9de88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.274289 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1697fe6-a5ab-4bd3-b464-f95d21d9de88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.279134 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e1697fe6-a5ab-4bd3-b464-f95d21d9de88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3fd54bc-3724-4539-a684-f4c594d612e7 HTTP/1.1" status: 204 len: 168 time: 0.4629533 Dec 18 03:13:36.355035 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1697fe6-a5ab-4bd3-b464-f95d21d9de88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fd54bc-3724-4539-a684-f4c594d612e7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:36.358115 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1096fc4-10d2-4ab0-9f80-485ea50da65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.361825 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1096fc4-10d2-4ab0-9f80-485ea50da65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.366181 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b1096fc4-10d2-4ab0-9f80-485ea50da65f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b26e251-d9f2-48a7-ab9d-1f9cac43767d HTTP/1.1" status: 204 len: 168 time: 0.5798745 Dec 18 03:13:36.388877 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-fc5ae59f-7194-46a3-9fcf-87cc44087ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.391112 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-fc5ae59f-7194-46a3-9fcf-87cc44087ab8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.1906581 Dec 18 03:13:36.394060 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1096fc4-10d2-4ab0-9f80-485ea50da65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b26e251-d9f2-48a7-ab9d-1f9cac43767d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:36.400810 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c25c602-f242-4745-940d-0dcf41a6f542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.405347 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c25c602-f242-4745-940d-0dcf41a6f542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.406794 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-7c25c602-f242-4745-940d-0dcf41a6f542 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40885f1d-41a7-45d9-ab89-1cea03ebca7a HTTP/1.1" status: 204 len: 168 time: 0.4207051 Dec 18 03:13:36.458237 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb082c6-e396-485f-8f46-fdc00b63b0aa req-085295c6-7a87-4c95-a942-faf0a4cfe243 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926115 Dec 18 03:13:36.460501 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-09c416f6-f88a-4c20-929d-c2c0e45936de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f HTTP/1.1" status: 200 len: 217 time: 0.0606380 Dec 18 03:13:36.462286 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25c602-f242-4745-940d-0dcf41a6f542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40885f1d-41a7-45d9-ab89-1cea03ebca7a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:36.463480 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.596283 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-972b4b06-6b04-471d-82c3-ee6b53be54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.599291 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-972b4b06-6b04-471d-82c3-ee6b53be54e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.0578599 Dec 18 03:13:36.652648 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-6c856594-3be5-47a4-9b40-7c74884d72ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411747 Dec 18 03:13:36.756139 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aa9ef-f647-4059-8c0d-4752afa3e6d5 req-9575b71b-9713-44f3-bf88-15a4901f1c06 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.758294 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8d1aa9ef-f647-4059-8c0d-4752afa3e6d5 req-9575b71b-9713-44f3-bf88-15a4901f1c06 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.1814122 Dec 18 03:13:36.784540 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60ecad-1164-43c1-9171-5f981ade182e req-85ff7ab3-1045-4597-8049-0505f8b6c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.784540 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0f60ecad-1164-43c1-9171-5f981ade182e req-85ff7ab3-1045-4597-8049-0505f8b6c923 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 1099 time: 0.1549804 Dec 18 03:13:36.785040 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-0bb233df-95e9-4642-a654-9b6c9f2e7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.786247 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-0bb233df-95e9-4642-a654-9b6c9f2e7ad3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1096 time: 0.1603892 Dec 18 03:13:36.802375 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-7be2513f-80ba-4de2-aee2-47370d5a8729 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397552 Dec 18 03:13:36.859653 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8d1aa9ef-f647-4059-8c0d-4752afa3e6d5 req-0e165abe-e81c-4f51-a89c-27625cc2dde8 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929756 Dec 18 03:13:36.911943 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57722) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:36.932205 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1235bda-050c-4191-ac95-80c7b62f4249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:36.939185 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0f60ecad-1164-43c1-9171-5f981ade182e req-8456302a-6ad2-4bf3-9c2a-23dc4107ae41 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276639 Dec 18 03:13:36.956156 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b69c5a8f-b3d8-4c3e-afdb-a18ff60509e9 req-52db12b1-1ee2-4270-986b-b16147ca41ee service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267827 Dec 18 03:13:36.966499 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-53a6071d-467d-4a9b-8da9-ae74e4664160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:36.967360 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-53a6071d-467d-4a9b-8da9-ae74e4664160 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.1340532 Dec 18 03:13:37.033180 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1235bda-050c-4191-ac95-80c7b62f4249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.037424 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1235bda-050c-4191-ac95-80c7b62f4249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.087093 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b1235bda-050c-4191-ac95-80c7b62f4249 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4b574ecddce40c3a12518cfd1cd66f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709449 Dec 18 03:13:37.087093 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1235bda-050c-4191-ac95-80c7b62f4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31eeb6a-e12e-4632-84ed-45175c7415a5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:37.087472 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57730) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:37.138766 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e97629a9-3853-42da-9fec-65801116e26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.160847 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e97629a9-3853-42da-9fec-65801116e26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.184559 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57734) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:37.200503 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2821997-c432-495e-acbf-3618a3463da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.234226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e97629a9-3853-42da-9fec-65801116e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.237817 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e97629a9-3853-42da-9fec-65801116e26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.239121 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e97629a9-3853-42da-9fec-65801116e26b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b31eeb6a-e12e-4632-84ed-45175c7415a5 HTTP/1.1" status: 204 len: 168 time: 0.1507559 Dec 18 03:13:37.248638 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97629a9-3853-42da-9fec-65801116e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31eeb6a-e12e-4632-84ed-45175c7415a5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:37.314232 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57742) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:37.376916 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-b1ebe43e-c5ba-4c48-9873-1d6f55de6a83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 217 time: 0.0513721 Dec 18 03:13:37.384020 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2821997-c432-495e-acbf-3618a3463da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.422945 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb48781-344f-4462-81fd-adde4dbdef1b req-86bf95a3-422f-4169-9cac-f85bc1d8a4a5 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:37.424477 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9eb48781-344f-4462-81fd-adde4dbdef1b req-86bf95a3-422f-4169-9cac-f85bc1d8a4a5 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 943 time: 0.0598979 Dec 18 03:13:37.433045 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2821997-c432-495e-acbf-3618a3463da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.465785 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.471859 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d2821997-c432-495e-acbf-3618a3463da2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6408545aa784a70a04a6fbaec3faccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862630 Dec 18 03:13:37.475040 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57752) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:37.500722 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2821997-c432-495e-acbf-3618a3463da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774a14c9-93d1-449d-b0b6-690b1250c7aa,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:37.505364 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-3a7fad7c-b278-4b1d-a8e1-b22875d04ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:37.507092 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-3a7fad7c-b278-4b1d-a8e1-b22875d04ca6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.1211026 Dec 18 03:13:37.524941 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9eb48781-344f-4462-81fd-adde4dbdef1b req-f9841f6a-c9a6-491c-8539-b908c8136b68 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925109 Dec 18 03:13:37.567061 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95dadec0-6f86-465e-a110-13a9c9b41631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.576675 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-6e4f23d6-5e1d-4a35-a12b-3b240e61fd04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414686 Dec 18 03:13:37.592283 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95dadec0-6f86-465e-a110-13a9c9b41631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.661690 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2efc761-a1ae-4c70-9ea3-ad1fa891fa79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.687360 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95dadec0-6f86-465e-a110-13a9c9b41631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.690994 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95dadec0-6f86-465e-a110-13a9c9b41631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.694491 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-95dadec0-6f86-465e-a110-13a9c9b41631 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/774a14c9-93d1-449d-b0b6-690b1250c7aa HTTP/1.1" status: 204 len: 168 time: 0.2112594 Dec 18 03:13:37.724649 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dadec0-6f86-465e-a110-13a9c9b41631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a14c9-93d1-449d-b0b6-690b1250c7aa,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:37.739017 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-621793f1-2980-4c78-a385-186fe79918d7 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495445 Dec 18 03:13:37.768930 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2efc761-a1ae-4c70-9ea3-ad1fa891fa79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.775089 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2efc761-a1ae-4c70-9ea3-ad1fa891fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.815642 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efc761-a1ae-4c70-9ea3-ad1fa891fa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50399391-e6dd-41c8-90c3-9e87e4486154,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:37.819867 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e2efc761-a1ae-4c70-9ea3-ad1fa891fa79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe73e7c9acb34265ad0dfed8905353ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045958 Dec 18 03:13:37.823723 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57766) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:37.864647 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f0cf8a9a-f1c5-443c-8078-a2ce186455fe req-78210a6e-a142-4b93-84ce-e27e8b3f821e service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177564 Dec 18 03:13:37.901930 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e163405-3e6b-45c3-b09b-e52e24edbedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:37.931233 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e163405-3e6b-45c3-b09b-e52e24edbedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:38.017167 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ff454-eee0-4103-b7f5-51f65d305293 req-69b805ef-7e78-4c47-93b7-349d2334acc0 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:38.018680 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-317ff454-eee0-4103-b7f5-51f65d305293 req-69b805ef-7e78-4c47-93b7-349d2334acc0 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0756280 Dec 18 03:13:38.027528 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e163405-3e6b-45c3-b09b-e52e24edbedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:38.030185 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e163405-3e6b-45c3-b09b-e52e24edbedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:38.031425 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6e163405-3e6b-45c3-b09b-e52e24edbedd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50399391-e6dd-41c8-90c3-9e87e4486154 HTTP/1.1" status: 204 len: 168 time: 0.2071745 Dec 18 03:13:38.045929 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e163405-3e6b-45c3-b09b-e52e24edbedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50399391-e6dd-41c8-90c3-9e87e4486154,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:38.091581 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-317ff454-eee0-4103-b7f5-51f65d305293 req-6363e7b4-2ca5-4d54-9cd6-04bf6f8dac67 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590589 Dec 18 03:13:38.694483 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a76e52-0935-41ae-9ab0-8eb779098186 req-03529490-ead2-44cc-840a-bbe10bf2590e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:38.696851 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c3a76e52-0935-41ae-9ab0-8eb779098186 req-03529490-ead2-44cc-840a-bbe10bf2590e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 943 time: 0.0658493 Dec 18 03:13:38.750502 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c3a76e52-0935-41ae-9ab0-8eb779098186 req-f47ec5df-0830-4695-ba6c-2d91b65035f4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476608 Dec 18 03:13:39.223473 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a6ee-2e33-44d6-9f4c-0183fea3c3b1 req-e2c9e27a-f6c8-46d9-a829-c77e7b5a3001 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:39.228734 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2ee3a6ee-2e33-44d6-9f4c-0183fea3c3b1 req-e2c9e27a-f6c8-46d9-a829-c77e7b5a3001 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0586600 Dec 18 03:13:39.278740 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2ee3a6ee-2e33-44d6-9f4c-0183fea3c3b1 req-ca072028-90e9-40fa-8782-7e7cf60ea74f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 Dec 18 03:13:39.370548 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57858) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:39.587229 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-27810274-network', 'tenant_id': '8e314dd468314ecb913508e8ead4827b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:39.616061 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Made reservation on behalf of 8e314dd468314ecb913508e8ead4827b for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:39.619461 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.645229 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.750643 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 57884) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:39.769394 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.775239 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.803975 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3ba51193-82e6-4c57-b600-96ad802c4b8f details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:13:39.817943 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:13:39.831416 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.832105 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Added segment 95d85635-c720-4628-a574-b5c1da4443d1 of type vlan for network 54829255-46de-4170-955c-7e109afb6ea7 Dec 18 03:13:39.884819 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.928003 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.929948 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:39.936350 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:39.967040 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c25996-7851-46de-97ac-e8df5e49dd3b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:40.013195 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6420946 Dec 18 03:13:40.016197 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57908) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:40.021250 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Request body: {'subnet': {'network_id': '54829255-46de-4170-955c-7e109afb6ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-27810274-subnet', 'tenant_id': '8e314dd468314ecb913508e8ead4827b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:40.047820 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 3ba51193-82e6-4c57-b600-96ad802c4b8f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:40.074717 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '3ba51193-82e6-4c57-b600-96ad802c4b8f', 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'port_id': '3ba51193-82e6-4c57-b600-96ad802c4b8f', 'mac_address': 'fa:16:3e:7f:0d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:13:40.106119 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-c17838ca-4de7-4eae-9b80-66d116254ef2 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=83a0c96a8b9042b985620098618d5fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687027 Dec 18 03:13:40.118164 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1322136305-network', 'tenant_id': '720269d188094f32978b00a4858a2da0'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:40.136733 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafd109-029b-486a-9389-fe0e34602630 req-9bcf7fba-ed3d-402f-857b-4ed1fad1e826 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:40.142080 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.145607 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7aafd109-029b-486a-9389-fe0e34602630 req-9bcf7fba-ed3d-402f-857b-4ed1fad1e826 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 943 time: 0.1849551 Dec 18 03:13:40.149425 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571210c1-bbb8-4c00-8f10-060dfa1de132 admin admin] Pushing event updated for resources: {'Network': ['ID=54829255-46de-4170-955c-7e109afb6ea7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:40.156656 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Made reservation on behalf of 8e314dd468314ecb913508e8ead4827b for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:40.159041 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12660509'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.187249 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba51193-82e6-4c57-b600-96ad802c4b8f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:40.212871 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Made reservation on behalf of 720269d188094f32978b00a4858a2da0 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:40.215439 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 3ba51193-82e6-4c57-b600-96ad802c4b8f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:40.215863 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.217097 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 54829255-46de-4170-955c-7e109afb6ea7 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:13:40.236292 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.237019 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86a51a4c-eba1-4460-a8c6-1adb483f5473 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:13:40.247239 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7aafd109-029b-486a-9389-fe0e34602630 req-78b5449f-cac6-473d-a5fe-3b36459199fc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950580 Dec 18 03:13:40.248347 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.407684 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=3ba51193-82e6-4c57-b600-96ad802c4b8f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:40.414821 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 86a51a4c-eba1-4460-a8c6-1adb483f5473, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:40.425474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.433309 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.436432 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-cc0a8b3a-a113-4d79-9809-40a11973c327 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:40.438981 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '86a51a4c-eba1-4460-a8c6-1adb483f5473', 'network_id': 'b8b9d0cf-2f4c-4312-853d-a35b9e139535', 'port_id': '86a51a4c-eba1-4460-a8c6-1adb483f5473', 'mac_address': 'fa:16:3e:6e:57:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2eb8f16-3a05-4753-8203-c76d112659e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:13:40.445685 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-cc0a8b3a-a113-4d79-9809-40a11973c327 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384526 Dec 18 03:13:40.467821 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-09aa144d-98ac-44c2-bea4-f5795101fba7 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/quotas/83a0c96a8b9042b985620098618d5fb6 HTTP/1.1" status: 200 len: 375 time: 0.0211806 Dec 18 03:13:40.495036 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:13:40.513545 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-c8733ded-89bf-454f-b6da-9146fc5c8788 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83a0c96a8b9042b985620098618d5fb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421300 Dec 18 03:13:40.522760 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:40.524065 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.530927 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.531103 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Added segment ba5f281c-2f47-41cb-8ac6-41acccc08919 of type vlan for network 56ac0911-7660-4a3b-957e-b00bd8c0a253 Dec 18 03:13:40.551293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a51a4c-eba1-4460-a8c6-1adb483f5473 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:40.624333 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 86a51a4c-eba1-4460-a8c6-1adb483f5473, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:40.635607 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.674900 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.709109 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12660595'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.721978 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.723973 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:40.725145 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.771441 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=86a51a4c-eba1-4460-a8c6-1adb483f5473,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:40.796809 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb2b64e-5f5d-4ba9-9a6c-c7064fe91918,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:40.827579 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5ebf6c7d-c227-4d71-b7a1-40699e460b36 req-87b85a34-b696-4be1-8b2b-922609f944eb tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 210 time: 0.0671430 Dec 18 03:13:40.831554 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Checking segment: {'id': '95d85635-c720-4628-a574-b5c1da4443d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '54829255-46de-4170-955c-7e109afb6ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:40.832076 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Network hostable DHCP agents. Network: 54829255-46de-4170-955c-7e109afb6ea7, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:13:40.834035 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0823300 Dec 18 03:13:40.842977 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 57936) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:40.853530 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Request body: {'subnet': {'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1322136305-subnet', 'tenant_id': '720269d188094f32978b00a4858a2da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:40.858380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff98f9-1fb1-41b1-9dac-5adc23c4b42a admin admin] Pushing event updated for resources: {'Network': ['ID=56ac0911-7660-4a3b-957e-b00bd8c0a253,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:40.864443 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Network 54829255-46de-4170-955c-7e109afb6ea7 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:13:40.869956 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 56ac0911-7660-4a3b-957e-b00bd8c0a253 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:13:40.886700 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 54829255-46de-4170-955c-7e109afb6ea7) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:40.901502 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:40.903360 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.925157 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Made reservation on behalf of 720269d188094f32978b00a4858a2da0 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:40.930263 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12660509'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:40.952173 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e609c1-236c-42be-9655-7967887e3100 None None] Network 54829255-46de-4170-955c-7e109afb6ea7 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:41.093219 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86a51a4c-eba1-4460-a8c6-1adb483f5473'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:41.238671 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['3ba51193-82e6-4c57-b600-96ad802c4b8f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:41.325804 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-38b1f872-6186-4e7f-a58d-3b10274ef716 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3070669 Dec 18 03:13:41.327649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12660595'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:41.378237 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b984c963-7ba9-45ea-8988-430c8d305b2b,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:41.437897 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Checking segment: {'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:41.440115 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Network hostable DHCP agents. Network: 56ac0911-7660-4a3b-957e-b00bd8c0a253, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:13:41.448064 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9243-66d3-4db3-9744-50c06ec40c1e req-a0e6c336-47e6-4b1c-ae05-ae74486e2777 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:41.449627 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7e4f9243-66d3-4db3-9744-50c06ec40c1e req-a0e6c336-47e6-4b1c-ae05-ae74486e2777 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 944 time: 0.1243100 Dec 18 03:13:41.478536 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514b60c-cfb9-4cc8-920b-db439c6643f9 None None] Network 54829255-46de-4170-955c-7e109afb6ea7 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:41.509968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Network 56ac0911-7660-4a3b-957e-b00bd8c0a253 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:13:41.529374 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 56ac0911-7660-4a3b-957e-b00bd8c0a253) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:41.535663 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:41.536495 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:41.568656 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35bf23d-7190-4186-8a2e-9e5c3d50d3d3 None None] Network 56ac0911-7660-4a3b-957e-b00bd8c0a253 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:41.578068 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-fc336c59-28f2-4dc0-b32d-e283290b98d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7314098 Dec 18 03:13:41.581478 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7e4f9243-66d3-4db3-9744-50c06ec40c1e req-d5ebed78-fb78-4180-91ae-5caab63466f8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147954 Dec 18 03:13:42.007404 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f0623165-4070-4ef8-9acd-c1b5a701f25e req-c3796bf7-731f-4ae1-baff-effb64d40917 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 210 time: 0.0481651 Dec 18 03:13:42.148047 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c1f8f-1ecd-40b7-8a86-b51064d33187 None None] Network 56ac0911-7660-4a3b-957e-b00bd8c0a253 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:42.404208 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58006) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:42.412945 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1427009500-network', 'tenant_id': 'a8aa4a7e5a8146adbe575ce66bd444be'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:42.440315 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-0f20c9e4-9ea2-4688-b878-c8f23de964c2 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=83a0c96a8b9042b985620098618d5fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340681 Dec 18 03:13:42.443569 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Made reservation on behalf of a8aa4a7e5a8146adbe575ce66bd444be for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:42.446762 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.462282 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.485210 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-b9fc1b3a-3d5a-4b3f-bbff-d55b0300ce99 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:42.486997 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-b9fc1b3a-3d5a-4b3f-bbff-d55b0300ce99 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.1878312 Dec 18 03:13:42.535715 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-021a2862-d869-4037-9473-f4fab26b8e9d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/quotas/e04a810a1bed41eb90634777ccbde0f4 HTTP/1.1" status: 200 len: 375 time: 0.0216684 Dec 18 03:13:42.590694 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.594718 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.633019 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-0a2d25f2-d4ff-409b-8c64-81ca18010714 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:42.634999 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-0a2d25f2-d4ff-409b-8c64-81ca18010714 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836989 Dec 18 03:13:42.646130 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-475c1ec5-a130-4aaa-920d-3c39a474705f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012771 Dec 18 03:13:42.672206 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9924fe3e-e762-48ca-bc7e-5f507e45a218,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:42.675108 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Request body: {'port': {'device_id': 'd7171a8a-454c-4893-9d06-482322c37d16', 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87', 'admin_state_up': True, 'tenant_id': '83a0c96a8b9042b985620098618d5fb6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:42.686756 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:13:42.709768 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.710074 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Added segment 7935b2f0-6146-46f2-af55-b3d03067cdef of type vlan for network 75b228cd-31a6-438c-8a1c-4a93ad03c019 Dec 18 03:13:42.770989 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.789503 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c357c2-8bc9-4e21-8b45-46b457b0e477 req-a088b8d2-3c91-42f2-910b-e25f31670550 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:42.791005 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-02c357c2-8bc9-4e21-8b45-46b457b0e477 req-a088b8d2-3c91-42f2-910b-e25f31670550 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 944 time: 0.0964062 Dec 18 03:13:42.814976 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-e2fda002-3771-4cc5-8af8-6a08274ec980 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645675 Dec 18 03:13:42.891612 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Made reservation on behalf of 83a0c96a8b9042b985620098618d5fb6 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:42.895265 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.907277 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:42.957317 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1ffc173d-6075-44ba-9def-a0e60d4880fa service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297939 Dec 18 03:13:43.014794 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.019733 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.039637 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.040868 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:43.041599 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.131127 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58030) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:43.131852 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7262855 Dec 18 03:13:43.138930 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Request body: {'subnet': {'network_id': '75b228cd-31a6-438c-8a1c-4a93ad03c019', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1427009500-subnet', 'tenant_id': 'a8aa4a7e5a8146adbe575ce66bd444be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:43.145101 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-02c357c2-8bc9-4e21-8b45-46b457b0e477 req-5a6faed8-7769-4cfd-aca9-62a3f9dd2a81 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394651 Dec 18 03:13:43.149906 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceae1cd0-c2bb-4fe8-872c-55ff713096bf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:43.170794 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be7de5-d052-49c2-ae27-b4d145fd8091 admin admin] Pushing event updated for resources: {'Network': ['ID=75b228cd-31a6-438c-8a1c-4a93ad03c019,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:43.197188 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 75b228cd-31a6-438c-8a1c-4a93ad03c019 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:13:43.214623 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Made reservation on behalf of a8aa4a7e5a8146adbe575ce66bd444be for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:43.217563 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12660509'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.309736 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Allocated IP 192.168.233.17 (2aff2f08-e329-49e8-955b-707ddc0fba87/97eef6d1-0cc5-42bb-b996-b91a624ebbe0/89c9d737-9fbe-413b-94fc-e8c0330894d5) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:43.384972 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1d3a4c6e-94d8-4f90-af10-c588357581bb req-15785d8e-f68f-480c-822d-037e0bb2fc06 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 210 time: 0.0544028 Dec 18 03:13:43.669881 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d47e387-0fd5-4889-9664-25079126f8a2 req-e21ef0da-2320-43a2-9eb6-2dd2fcc923bf tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 210 time: 0.3032122 Dec 18 03:13:43.825130 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3ba51193-82e6-4c57-b600-96ad802c4b8f up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:43.862052 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12660595'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.879717 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.905769 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 3ba51193-82e6-4c57-b600-96ad802c4b8f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:13:43.911242 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 3ba51193-82e6-4c57-b600-96ad802c4b8f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:43.912470 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.946500 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84feb80f-53ab-42b6-9347-74c40b1cf5c2,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:43.964725 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Checking segment: {'id': '7935b2f0-6146-46f2-af55-b3d03067cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75b228cd-31a6-438c-8a1c-4a93ad03c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:43.965081 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Network hostable DHCP agents. Network: 75b228cd-31a6-438c-8a1c-4a93ad03c019, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:13:43.988106 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:43.997957 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Network 75b228cd-31a6-438c-8a1c-4a93ad03c019 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:13:44.039810 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.049109 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 75b228cd-31a6-438c-8a1c-4a93ad03c019) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:44.055718 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Network 2aff2f08-e329-49e8-955b-707ddc0fba87 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:44.062818 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:44.065103 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:44.066436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.068734 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Pushing event updated for resources: {'Port': ['ID=89c9d737-9fbe-413b-94fc-e8c0330894d5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:44.071217 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:44.085267 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 3ba51193-82e6-4c57-b600-96ad802c4b8f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:44.088996 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8102ec12-6bb2-46cd-b456-ca768186be97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba51193-82e6-4c57-b600-96ad802c4b8f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:44.091838 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d33acb4-2aa7-4d5e-abfa-420605ac3b8d" -d '{"events": [{"server_uuid": "8102ec12-6bb2-46cd-b456-ca768186be97", "name": "network-vif-plugged", "status": "completed", "tag": "3ba51193-82e6-4c57-b600-96ad802c4b8f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:44.095541 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bcea6-1556-4b92-add0-30a4a9406938 None None] Network 75b228cd-31a6-438c-8a1c-4a93ad03c019 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:44.099973 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.101037 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86a51a4c-eba1-4460-a8c6-1adb483f5473 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:44.142214 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:44.143202 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.159390 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-eeea834b-a891-43af-9175-c21b2316d68b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0249643 Dec 18 03:13:44.176520 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-7ecd5565-53f7-4d09-8a73-3b3a62eceb66 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5151463 Dec 18 03:13:44.194860 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-a31cb497-eee0-424c-8f69-5618c7d0d452 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:44.198479 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-a31cb497-eee0-424c-8f69-5618c7d0d452 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/networks?id=56ac0911-7660-4a3b-957e-b00bd8c0a253 HTTP/1.1" status: 200 len: 809 time: 0.2363505 Dec 18 03:13:44.225941 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-92c4face-22dc-47b7-b31e-e5f86c855a64 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/quotas/720269d188094f32978b00a4858a2da0 HTTP/1.1" status: 200 len: 375 time: 0.0199146 Dec 18 03:13:44.255487 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Request body: {'port': {'device_id': 'd7171a8a-454c-4893-9d06-482322c37d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:44.274301 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1508196f-710a-4aca-a803-2464ba4b43c9 x-openstack-request-id: req-1508196f-710a-4aca-a803-2464ba4b43c9 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:44.275532 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8102ec12-6bb2-46cd-b456-ca768186be97", "name": "network-vif-plugged", "status": "completed", "tag": "3ba51193-82e6-4c57-b600-96ad802c4b8f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:44.275994 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1508196f-710a-4aca-a803-2464ba4b43c9 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:44.276572 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8102ec12-6bb2-46cd-b456-ca768186be97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba51193-82e6-4c57-b600-96ad802c4b8f', 'code': 200} Dec 18 03:13:44.312222 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-8efdd045-a164-405a-bd88-666f9bac8b27 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=720269d188094f32978b00a4858a2da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788310 Dec 18 03:13:44.362931 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=3ba51193-82e6-4c57-b600-96ad802c4b8f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:44.422649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.457355 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62c5b-a0cd-4ab0-b0dd-6b7f6bd4c395 req-20aa0cea-c5a5-4dda-8fed-da73be6cbc50 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:44.459213 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-dac62c5b-a0cd-4ab0-b0dd-6b7f6bd4c395 req-20aa0cea-c5a5-4dda-8fed-da73be6cbc50 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.1594219 Dec 18 03:13:44.488186 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 86a51a4c-eba1-4460-a8c6-1adb483f5473 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:13:44.497454 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 86a51a4c-eba1-4460-a8c6-1adb483f5473 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:44.498103 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.502626 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f3e1d-ae4b-468e-8d44-d3a4c23b2ad1 None None] Network 75b228cd-31a6-438c-8a1c-4a93ad03c019 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:13:44.585028 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-67854796-9027-4705-8816-92f49f31ce01 service neutron] 10.222.0.24 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631054 Dec 18 03:13:44.634319 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8cf79c1e-e5b6-4a1a-b05c-a0139abf9f0a None None] Provisioning complete for port 89c9d737-9fbe-413b-94fc-e8c0330894d5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:44.634687 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c1e-e5b6-4a1a-b05c-a0139abf9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.721572 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d3183-33ef-43f8-b3f2-8bca36275f83 req-8dae23ca-b1ea-4b6d-bb9c-c02113482ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:44.732894 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8b9d3183-33ef-43f8-b3f2-8bca36275f83 req-8dae23ca-b1ea-4b6d-bb9c-c02113482ceb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 1098 time: 0.1891429 Dec 18 03:13:44.734757 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-dac62c5b-a0cd-4ab0-b0dd-6b7f6bd4c395 req-f94f325d-c2d4-47cd-9207-708209cc6436 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670305 Dec 18 03:13:44.802281 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8cf79c1e-e5b6-4a1a-b05c-a0139abf9f0a None None] Port 89c9d737-9fbe-413b-94fc-e8c0330894d5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:13:44.823193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.844805 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-4e98010d-6d0d-4248-8dc4-f88706d902d7 service neutron] 10.222.0.24 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587001 Dec 18 03:13:44.885560 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 86a51a4c-eba1-4460-a8c6-1adb483f5473, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:44.892989 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:44.962196 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8b9d3183-33ef-43f8-b3f2-8bca36275f83 req-15539b6c-a1ac-4d55-bd9c-611a95cc582a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208841 Dec 18 03:13:44.963874 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-6d4f246a-cb1e-48d9-99d3-e7ccfc8b4c89 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:44.966773 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-6d4f246a-cb1e-48d9-99d3-e7ccfc8b4c89 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.1249878 Dec 18 03:13:44.976033 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=86a51a4c-eba1-4460-a8c6-1adb483f5473,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:45.123502 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9faf2-9418-43f2-a3ec-f1943ecd6e19 req-2606e5df-3163-45b9-9dd4-fb87d60e9af1 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:45.131858 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f5c9faf2-9418-43f2-a3ec-f1943ecd6e19 req-2606e5df-3163-45b9-9dd4-fb87d60e9af1 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 935 time: 0.1123414 Dec 18 03:13:45.250986 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c9d737-9fbe-413b-94fc-e8c0330894d5 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:45.274421 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f5c9faf2-9418-43f2-a3ec-f1943ecd6e19 req-ca4a12bf-f44b-40df-938c-2538e3655bc2 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414919 Dec 18 03:13:45.286819 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:45.316149 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b7479f07-037d-43b3-b094-be35e578875a req-b62aea3b-da12-43e3-b959-7f4d2000f2dc tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 210 time: 0.0769861 Dec 18 03:13:45.357950 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Request body: {'port': {'device_id': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'admin_state_up': True, 'tenant_id': 'e04a810a1bed41eb90634777ccbde0f4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:45.370313 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Transition to ACTIVE for port object 89c9d737-9fbe-413b-94fc-e8c0330894d5 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:13:45.415244 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:45.518597 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0b3cc609-9038-4fae-accb-9a01c118326d req-885ff212-4f9c-4025-94b5-ceeb8e830338 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 210 time: 0.1191442 Dec 18 03:13:45.581123 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Pushing event updated for resources: {'Port': ['ID=89c9d737-9fbe-413b-94fc-e8c0330894d5,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:45.689175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Attempting to bind port 89c9d737-9fbe-413b-94fc-e8c0330894d5 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:45.689326 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Attempting to bind port 89c9d737-9fbe-413b-94fc-e8c0330894d5 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:45.689701 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Attempting to bind port 89c9d737-9fbe-413b-94fc-e8c0330894d5 on network 2aff2f08-e329-49e8-955b-707ddc0fba87 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:45.691877 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Made reservation on behalf of e04a810a1bed41eb90634777ccbde0f4 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:45.698081 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:45.714122 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Port 89c9d737-9fbe-413b-94fc-e8c0330894d5 on network 2aff2f08-e329-49e8-955b-707ddc0fba87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:13:45.714450 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Attempting to bind port 89c9d737-9fbe-413b-94fc-e8c0330894d5 on network 2aff2f08-e329-49e8-955b-707ddc0fba87 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:45.724403 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:45.724744 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Checking segment: {'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:45.725120 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Bound using segment: {'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:45.725557 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Bound port: 89c9d737-9fbe-413b-94fc-e8c0330894d5, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57203e92-1a8b-4a47-9194-0f2986a169c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:45.725944 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:45.886829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] For port 89c9d737-9fbe-413b-94fc-e8c0330894d5, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:45.901476 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e7f50-2f80-4b53-9f9c-daa97e775998 req-d2c555a0-689c-4ff5-a002-1fdca6e61c7f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:45.903778 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e78e7f50-2f80-4b53-9f9c-daa97e775998 req-d2c555a0-689c-4ff5-a002-1fdca6e61c7f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0782423 Dec 18 03:13:45.905104 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] For port 89c9d737-9fbe-413b-94fc-e8c0330894d5, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=89c9d737-9fbe-413b-94fc-e8c0330894d5,segment=NetworkSegment(57203e92-1a8b-4a47-9194-0f2986a169c8),segment_id=57203e92-1a8b-4a47-9194-0f2986a169c8)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:45.913759 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:45.953752 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Allocated IP 172.20.0.12 (1d8dfc79-d3fb-4837-9660-6625a84f5064/d6486aad-3319-41e3-824a-e80642d0e933/03ae95f6-837e-497f-b140-a8121c8bc611) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:45.956436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:45.957107 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:45.963319 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] 10.222.0.16 "PUT /v2.0/ports/89c9d737-9fbe-413b-94fc-e8c0330894d5 HTTP/1.1" status: 200 len: 1097 time: 1.7084355 Dec 18 03:13:45.963319 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7171a8a-454c-4893-9d06-482322c37d16', 'tag': '89c9d737-9fbe-413b-94fc-e8c0330894d5'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:45.963319 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e5605f-8ff1-4e70-bd62-0a95d54cb394" -d '{"events": [{"name": "network-changed", "server_uuid": "d7171a8a-454c-4893-9d06-482322c37d16", "tag": "89c9d737-9fbe-413b-94fc-e8c0330894d5"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:46.042180 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e78e7f50-2f80-4b53-9f9c-daa97e775998 req-00353791-4671-4533-b880-dc19fc2cc8d6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309078 Dec 18 03:13:46.046196 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249295-55a3-4058-be88-a0cbae14a496 service neutron] Pushing event updated for resources: {'Port': ['ID=89c9d737-9fbe-413b-94fc-e8c0330894d5,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:46.142270 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084d8bae-24df-42e9-bc40-5aca5fe683ec x-openstack-request-id: req-084d8bae-24df-42e9-bc40-5aca5fe683ec {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:46.142679 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7171a8a-454c-4893-9d06-482322c37d16", "tag": "89c9d737-9fbe-413b-94fc-e8c0330894d5", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:46.143030 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-084d8bae-24df-42e9-bc40-5aca5fe683ec {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:46.143712 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7171a8a-454c-4893-9d06-482322c37d16', 'tag': '89c9d737-9fbe-413b-94fc-e8c0330894d5', 'status': 'completed', 'code': 200} Dec 18 03:13:46.226013 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-3e4bf9b2-8a1c-433e-86a7-4deb44617a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:46.233572 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-3e4bf9b2-8a1c-433e-86a7-4deb44617a41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83a0c96a8b9042b985620098618d5fb6&device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 1100 time: 0.0931346 Dec 18 03:13:46.272006 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:46.277661 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a51a4c-eba1-4460-a8c6-1adb483f5473'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:46.285097 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83b14f8-fa7e-4f59-8bab-5e23f5b68b8f" -d '{"events": [{"server_uuid": "d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a", "name": "network-vif-plugged", "status": "completed", "tag": "86a51a4c-eba1-4460-a8c6-1adb483f5473"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:46.313168 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:46.332318 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86416dd0-80f8-44b8-99c6-6059f4ee2112 x-openstack-request-id: req-86416dd0-80f8-44b8-99c6-6059f4ee2112 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:46.332772 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a", "name": "network-vif-plugged", "status": "completed", "tag": "86a51a4c-eba1-4460-a8c6-1adb483f5473", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:46.333472 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86416dd0-80f8-44b8-99c6-6059f4ee2112 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:46.333472 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a51a4c-eba1-4460-a8c6-1adb483f5473', 'code': 200} Dec 18 03:13:46.379754 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc', '01a67308-4fa3-4c17-9106-2b102610d2fe'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:46.435397 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:46.479045 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:46.484151 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-f2296700-dfdf-4fcc-a46c-478ea3451b4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=89c9d737-9fbe-413b-94fc-e8c0330894d5 HTTP/1.1" status: 200 len: 217 time: 0.0940723 Dec 18 03:13:46.485254 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:46.488971 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event updated for resources: {'Port': ['ID=03ae95f6-837e-497f-b140-a8121c8bc611,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:46.509258 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aa8f4-6cc6-4eb0-b833-a532a5f1d440 req-5706cce0-f07a-4a0f-9207-ca82ab98a649 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:46.511547 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-898aa8f4-6cc6-4eb0-b833-a532a5f1d440 req-5706cce0-f07a-4a0f-9207-ca82ab98a649 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 932 time: 0.1229944 Dec 18 03:13:46.605462 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3f3-6c62-471f-8516-ba722c96583f req-ab34d620-6f99-4883-9a53-749730490add tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:46.607332 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bbf0e3f3-6c62-471f-8516-ba722c96583f req-ab34d620-6f99-4883-9a53-749730490add tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 947 time: 0.2426479 Dec 18 03:13:46.630897 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:46.631855 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:46.656151 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-0ac96185-e22b-43d4-87ba-245930ce8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:46.658575 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-0ac96185-e22b-43d4-87ba-245930ce8593 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97eef6d1-0cc5-42bb-b996-b91a624ebbe0 HTTP/1.1" status: 200 len: 843 time: 0.1510184 Dec 18 03:13:46.679052 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-898aa8f4-6cc6-4eb0-b833-a532a5f1d440 req-1a34ede2-092f-457e-982e-d72670d86ca4 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601748 Dec 18 03:13:46.703024 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-1bacb683-d226-4ef8-8671-a5827e7b9bd2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3519952 Dec 18 03:13:46.730292 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Request body: {'port': {'device_id': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:46.807158 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bbf0e3f3-6c62-471f-8516-ba722c96583f req-d47e5caa-7cb4-4810-98a0-a5a3152c4752 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875966 Dec 18 03:13:46.813247 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-d5d4aee0-64ce-4f86-aba7-16d334e448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:46.814907 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-d5d4aee0-64ce-4f86-aba7-16d334e448e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2aff2f08-e329-49e8-955b-707ddc0fba87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1450634 Dec 18 03:13:46.838555 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-23c576a0-c8ee-4006-8667-4d416f8ed06a req-7f27855f-eb5b-4a43-8c7a-078a8a813d3c tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 210 time: 0.0536084 Dec 18 03:13:46.881401 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c07295-a4fd-4964-b8be-161b03af9a9e req-15df1136-5e3c-4325-b7c0-acfec8239093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:46.885811 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-77c07295-a4fd-4964-b8be-161b03af9a9e req-15df1136-5e3c-4325-b7c0-acfec8239093 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.0888166 Dec 18 03:13:46.910092 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:46.943861 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-77c07295-a4fd-4964-b8be-161b03af9a9e req-e733b2a1-5911-4744-8ebf-a16ec73b359a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489001 Dec 18 03:13:47.035695 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-aae9b2d2-4509-42e6-96ee-99f9f39b520e service neutron] 10.222.0.16 "GET /v2.0/networks/2aff2f08-e329-49e8-955b-707ddc0fba87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932135 Dec 18 03:13:47.198972 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4931f-3d16-407f-8314-e72e25f10d1d req-3253f2ef-c231-4c9c-92cc-d40833000fff tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:47.200443 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3ec4931f-3d16-407f-8314-e72e25f10d1d req-3253f2ef-c231-4c9c-92cc-d40833000fff tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0802047 Dec 18 03:13:47.266883 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ae95f6-837e-497f-b140-a8121c8bc611 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:47.280759 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:47.293271 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3ec4931f-3d16-407f-8314-e72e25f10d1d req-bc0e3408-61c2-42d2-b1b3-710d501bcabf tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862958 Dec 18 03:13:47.300667 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Transition to ACTIVE for port object 03ae95f6-837e-497f-b140-a8121c8bc611 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:13:47.305789 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:47.367818 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Pushing event updated for resources: {'Port': ['ID=03ae95f6-837e-497f-b140-a8121c8bc611,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:47.528457 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Attempting to bind port 03ae95f6-837e-497f-b140-a8121c8bc611 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:47.528792 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Attempting to bind port 03ae95f6-837e-497f-b140-a8121c8bc611 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:47.529135 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Attempting to bind port 03ae95f6-837e-497f-b140-a8121c8bc611 on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:47.543202 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Port 03ae95f6-837e-497f-b140-a8121c8bc611 on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:13:47.543598 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Attempting to bind port 03ae95f6-837e-497f-b140-a8121c8bc611 on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:47.558118 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:47.558449 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Checking segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:47.558835 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Bound using segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:47.559270 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Bound port: 03ae95f6-837e-497f-b140-a8121c8bc611, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:47.559625 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:47.572938 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ce12c931-5b49-4eb1-8f13-16184a93b785 req-c5f70859-0301-405f-bc10-f6d48670dbd2 service neutron] 10.222.0.16 "GET /v2.0/networks/2aff2f08-e329-49e8-955b-707ddc0fba87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453717 Dec 18 03:13:47.673468 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dcfc3-ed98-420b-801a-147ee6bdc843 req-b87f5ccb-1f85-4de2-8a4c-19f26bdbb040 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:47.682415 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-114dcfc3-ed98-420b-801a-147ee6bdc843 req-b87f5ccb-1f85-4de2-8a4c-19f26bdbb040 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.1125484 Dec 18 03:13:47.707682 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] For port 03ae95f6-837e-497f-b140-a8121c8bc611, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:47.736027 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58228) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:47.740852 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] For port 03ae95f6-837e-497f-b140-a8121c8bc611, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=03ae95f6-837e-497f-b140-a8121c8bc611,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:47.791846 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:47.853823 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-114dcfc3-ed98-420b-801a-147ee6bdc843 req-37d006dd-eba6-4522-a3f6-c5169475e4bb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643038 Dec 18 03:13:47.901982 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.16', 51791) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:47.909718 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-ab58cfc9-f10a-4581-932f-31abd192a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:47.911711 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-ab58cfc9-f10a-4581-932f-31abd192a33f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 1098 time: 0.1504250 Dec 18 03:13:47.941351 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-2715809d-6043-4c9d-9f15-f1e0835ed1ce tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:47.943867 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-2715809d-6043-4c9d-9f15-f1e0835ed1ce tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "GET /v2.0/networks?id=56ac0911-7660-4a3b-957e-b00bd8c0a253 HTTP/1.1" status: 200 len: 809 time: 0.2219505 Dec 18 03:13:47.946612 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:47.947354 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:47.949655 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] 10.222.0.16 "PUT /v2.0/ports/03ae95f6-837e-497f-b140-a8121c8bc611 HTTP/1.1" status: 200 len: 1094 time: 1.2251582 Dec 18 03:13:47.991340 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018b0a6-b453-4bbc-8807-f8408b84d975 service neutron] Pushing event updated for resources: {'Port': ['ID=03ae95f6-837e-497f-b140-a8121c8bc611,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:48.019534 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Request body: {'port': {'device_id': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253', 'admin_state_up': True, 'tenant_id': '720269d188094f32978b00a4858a2da0'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:48.049279 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6753c698-1bd0-46e9-908b-c56433a7207a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.093464 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7735f-17a2-42b6-a6cd-50e0ddd3dc87 req-3945a573-13d8-4710-8a9e-77345bf0c0fb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.095816 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-11b7735f-17a2-42b6-a6cd-50e0ddd3dc87 req-3945a573-13d8-4710-8a9e-77345bf0c0fb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 944 time: 0.2412877 Dec 18 03:13:48.112463 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-11be35b4-9d95-4906-a109-7d0dde12f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.114469 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-11be35b4-9d95-4906-a109-7d0dde12f13a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83a0c96a8b9042b985620098618d5fb6&device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 1100 time: 0.2011092 Dec 18 03:13:48.129500 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5105a3-e6e3-438d-9a43-74c2af96e17a req-41f9b682-977e-4280-aba8-bbd35d541f3d tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.131997 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3a5105a3-e6e3-438d-9a43-74c2af96e17a req-41f9b682-977e-4280-aba8-bbd35d541f3d tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 947 time: 0.1632297 Dec 18 03:13:48.175586 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'tag': '03ae95f6-837e-497f-b140-a8121c8bc611'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:48.178218 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450a11e-6ced-43fe-83ea-1e5d55516159" -d '{"events": [{"name": "network-changed", "server_uuid": "42694b52-21ac-48ab-9fbb-de90c7bcb478", "tag": "03ae95f6-837e-497f-b140-a8121c8bc611"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:48.233588 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-da1ee60c-bbcc-480c-8489-71e4158dcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.235110 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-da1ee60c-bbcc-480c-8489-71e4158dcee6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.3083804 Dec 18 03:13:48.247343 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-e289aaca-d201-4980-9be0-6087808a6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.249414 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-e289aaca-d201-4980-9be0-6087808a6b2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 1097 time: 0.1738198 Dec 18 03:13:48.267005 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-11b7735f-17a2-42b6-a6cd-50e0ddd3dc87 req-3932664d-0847-4a74-b89b-98e9661e298e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594505 Dec 18 03:13:48.270026 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Made reservation on behalf of 720269d188094f32978b00a4858a2da0 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:48.274445 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.327235 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-f6047780-c555-4225-aa72-c667e618d27e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f HTTP/1.1" status: 200 len: 217 time: 0.0578148 Dec 18 03:13:48.330948 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-af24c988-7ecd-46ce-82cf-8529bd06fe08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ae95f6-837e-497f-b140-a8121c8bc611 HTTP/1.1" status: 200 len: 217 time: 0.0496988 Dec 18 03:13:48.349230 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3a5105a3-e6e3-438d-9a43-74c2af96e17a req-7b067d8b-4b1e-4722-9fd8-821bb4424bfb tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525283 Dec 18 03:13:48.350919 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-64969942-923f-4107-bef2-25d41fdf4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.352404 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-64969942-923f-4107-bef2-25d41fdf4742 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2aff2f08-e329-49e8-955b-707ddc0fba87 HTTP/1.1" status: 200 len: 870 time: 0.2019796 Dec 18 03:13:48.446431 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a0acb2-1449-4a70-98a0-6cd4034c340b x-openstack-request-id: req-53a0acb2-1449-4a70-98a0-6cd4034c340b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:48.446431 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42694b52-21ac-48ab-9fbb-de90c7bcb478", "tag": "03ae95f6-837e-497f-b140-a8121c8bc611", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:48.446758 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53a0acb2-1449-4a70-98a0-6cd4034c340b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:48.446939 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'tag': '03ae95f6-837e-497f-b140-a8121c8bc611', 'status': 'completed', 'code': 200} Dec 18 03:13:48.472342 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-86ddf246-c20d-4d53-88c4-0caf58dfa94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.473836 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-86ddf246-c20d-4d53-88c4-0caf58dfa94d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.1202371 Dec 18 03:13:48.478131 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3c6bb502-e18f-4cf3-8412-e35296b24610 req-551af882-e99c-41a8-b309-aa3f2a34e8e3 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 210 time: 0.1073647 Dec 18 03:13:48.480401 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6753c698-1bd0-46e9-908b-c56433a7207a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.483907 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-f23458e3-f55f-4d64-b0cf-abe2b8c97fdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=89c9d737-9fbe-413b-94fc-e8c0330894d5 HTTP/1.1" status: 200 len: 217 time: 0.1144083 Dec 18 03:13:48.489539 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6753c698-1bd0-46e9-908b-c56433a7207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.495116 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-02d89bfe-54d7-4c44-8ef0-1b8ff9592865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.496529 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-02d89bfe-54d7-4c44-8ef0-1b8ff9592865 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.1508000 Dec 18 03:13:48.584144 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-31d5ed01-da43-4499-bef1-9269e17ebad3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647724 Dec 18 03:13:48.599692 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6753c698-1bd0-46e9-908b-c56433a7207a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5af08bc3c9a94e0faffcf057dc2da88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8594112 Dec 18 03:13:48.599692 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753c698-1bd0-46e9-908b-c56433a7207a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73cd975-c2bb-4e3e-b5d6-4a79d43c753d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:48.600727 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58264) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:48.631149 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-a63f3eca-f879-4de2-98f7-807f6da47fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.633152 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-a63f3eca-f879-4de2-98f7-807f6da47fb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97eef6d1-0cc5-42bb-b996-b91a624ebbe0 HTTP/1.1" status: 200 len: 843 time: 0.1357825 Dec 18 03:13:48.721307 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34af1348-ec1f-4483-802f-aee47989c83b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.767404 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-936a0f5a-c859-4fa3-99e9-464519aad6ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2835174 Dec 18 03:13:48.779931 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-2b4801a6-f66d-4a8e-a4f1-294b43963af1 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609159 Dec 18 03:13:48.786451 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34af1348-ec1f-4483-802f-aee47989c83b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.806231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Allocated IP 172.20.0.11 (56ac0911-7660-4a3b-957e-b00bd8c0a253/b984c963-7ba9-45ea-8988-430c8d305b2b/1a6e233c-6788-4906-960d-31eabd79a5f3) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:13:48.836379 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-0bba82f4-1c1b-4533-afef-7cf1310c7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:48.837811 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-0bba82f4-1c1b-4533-afef-7cf1310c7509 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2aff2f08-e329-49e8-955b-707ddc0fba87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1133254 Dec 18 03:13:48.930659 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-3eb27212-cf65-4cf3-b4ca-6d236cc6d198 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458135 Dec 18 03:13:48.994648 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34af1348-ec1f-4483-802f-aee47989c83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.997289 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34af1348-ec1f-4483-802f-aee47989c83b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:48.998462 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-34af1348-ec1f-4483-802f-aee47989c83b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e73cd975-c2bb-4e3e-b5d6-4a79d43c753d HTTP/1.1" status: 204 len: 168 time: 0.3947535 Dec 18 03:13:49.027633 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af1348-ec1f-4483-802f-aee47989c83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73cd975-c2bb-4e3e-b5d6-4a79d43c753d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:49.035012 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-66141fa7-9b81-47e9-8562-040e2afbb4f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352347 Dec 18 03:13:49.087145 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a33d7-b74c-4800-92b4-8bfa65ff3b39 req-9665fcad-8eaa-4880-a588-98e7da27dabe tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.089212 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-df1a33d7-b74c-4800-92b4-8bfa65ff3b39 req-9665fcad-8eaa-4880-a588-98e7da27dabe tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.1472070 Dec 18 03:13:49.093110 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-1d9c6af0-fff1-4fd0-9b85-efcc97090e74 service neutron] 10.222.0.16 "GET /v2.0/networks/2aff2f08-e329-49e8-955b-707ddc0fba87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088358 Dec 18 03:13:49.108951 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e0fa6500-315c-4494-90a0-6d228e4a2865 req-b6224386-7c52-4beb-8f36-bb00f5bf09bb service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510580 Dec 18 03:13:49.111721 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.154497 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.222340 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Network 56ac0911-7660-4a3b-957e-b00bd8c0a253 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:13:49.226487 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:13:49.232494 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:13:49.236399 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Pushing event updated for resources: {'Port': ['ID=1a6e233c-6788-4906-960d-31eabd79a5f3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:49.247512 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-df1a33d7-b74c-4800-92b4-8bfa65ff3b39 req-39a954fe-f294-480d-8b89-0b281852f256 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491859 Dec 18 03:13:49.286989 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-68e5605f-8ff1-4e70-bd62-0a95d54cb394 req-6bbc5d57-1023-43d3-9322-0e790c1928ec service neutron] 10.222.0.16 "GET /v2.0/networks/2aff2f08-e329-49e8-955b-707ddc0fba87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669741 Dec 18 03:13:49.307175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.308128 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.327254 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-427a3a02-ad8b-4f58-9495-39a66aff81ef tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3365433 Dec 18 03:13:49.402290 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Request body: {'port': {'device_id': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:49.442333 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:49.489746 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c197b0-699b-47ac-b0a6-053537d46cd2 req-a554b9df-b085-41a9-baa8-46f10802331d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.491248 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27c197b0-699b-47ac-b0a6-053537d46cd2 req-a554b9df-b085-41a9-baa8-46f10802331d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 944 time: 0.1080184 Dec 18 03:13:49.498851 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e08bc304-3969-4bfc-bdd9-e377ef69ecb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.499001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.531468 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-033f6322-5dd7-4dd4-ab2f-4de1ccd1fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.533251 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-033f6322-5dd7-4dd4-ab2f-4de1ccd1fb9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 1097 time: 0.1430600 Dec 18 03:13:49.594150 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27c197b0-699b-47ac-b0a6-053537d46cd2 req-ed77a32e-976a-4fab-848b-f361e4fefb56 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864410 Dec 18 03:13:49.608475 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597ef1-3542-4e13-88f7-c3b7d1eb5a40 req-530e85da-935c-4d6a-a053-4da707037bfe tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.615911 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9f597ef1-3542-4e13-88f7-c3b7d1eb5a40 req-530e85da-935c-4d6a-a053-4da707037bfe tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 947 time: 0.1658485 Dec 18 03:13:49.694047 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9f597ef1-3542-4e13-88f7-c3b7d1eb5a40 req-8348f546-985e-44f4-920d-99e078eadaaf tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772688 Dec 18 03:13:49.733511 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-ae29cff6-8fc8-4f07-8660-bccc9579ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.735021 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-ae29cff6-8fc8-4f07-8660-bccc9579ff0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 916 time: 0.1876099 Dec 18 03:13:49.759093 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e08bc304-3969-4bfc-bdd9-e377ef69ecb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.785500 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd864a5-1ec2-48f7-90f1-f35ee6edd931 req-6037cb9c-75de-423f-96d3-37ac290d68b5 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.787078 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cd864a5-1ec2-48f7-90f1-f35ee6edd931 req-6037cb9c-75de-423f-96d3-37ac290d68b5 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 932 time: 0.0769863 Dec 18 03:13:49.792818 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-49eb8eb2-52cb-41f9-82d8-deaff99c7fa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ae95f6-837e-497f-b140-a8121c8bc611 HTTP/1.1" status: 200 len: 217 time: 0.0479019 Dec 18 03:13:49.793537 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e08bc304-3969-4bfc-bdd9-e377ef69ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.874761 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e08bc304-3969-4bfc-bdd9-e377ef69ecb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=084b9fd8fb3f4a6185c84d0ce58f4d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265656 Dec 18 03:13:49.877466 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bc304-3969-4bfc-bdd9-e377ef69ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51837a1b-898c-4133-b1d3-4c03cffdf7dd,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:49.880231 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:49.882076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cd864a5-1ec2-48f7-90f1-f35ee6edd931 req-68ff5db4-32ed-4a37-903f-3234fa1d8ec7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885963 Dec 18 03:13:49.934982 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-d27426e5-f09b-44d3-a736-b70dab0da49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:49.936533 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-d27426e5-f09b-44d3-a736-b70dab0da49c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.1250904 Dec 18 03:13:49.936989 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6e233c-6788-4906-960d-31eabd79a5f3 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:49.945393 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.950397 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c16b-84f9-4e9f-88e3-5278b59d0776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:49.954467 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:49.962683 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Transition to ACTIVE for port object 1a6e233c-6788-4906-960d-31eabd79a5f3 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:13:49.967255 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.000190 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-676461d9-2257-4fd5-bc57-4703d9e595ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325422 Dec 18 03:13:50.002027 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c16b-84f9-4e9f-88e3-5278b59d0776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.052606 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6e233c-6788-4906-960d-31eabd79a5f3,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:50.105448 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Attempting to bind port 1a6e233c-6788-4906-960d-31eabd79a5f3 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:13:50.105820 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Attempting to bind port 1a6e233c-6788-4906-960d-31eabd79a5f3 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:13:50.106150 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Attempting to bind port 1a6e233c-6788-4906-960d-31eabd79a5f3 on network 56ac0911-7660-4a3b-957e-b00bd8c0a253 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:50.111000 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Port 1a6e233c-6788-4906-960d-31eabd79a5f3 on network 56ac0911-7660-4a3b-957e-b00bd8c0a253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:13:50.111612 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Attempting to bind port 1a6e233c-6788-4906-960d-31eabd79a5f3 on network 56ac0911-7660-4a3b-957e-b00bd8c0a253 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:13:50.116414 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:13:50.117478 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Checking segment: {'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:13:50.118009 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Bound using segment: {'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:13:50.118419 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Bound port: 1a6e233c-6788-4906-960d-31eabd79a5f3, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:13:50.118769 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.184524 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] For port 1a6e233c-6788-4906-960d-31eabd79a5f3, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:13:50.187800 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] For port 1a6e233c-6788-4906-960d-31eabd79a5f3, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1a6e233c-6788-4906-960d-31eabd79a5f3,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:13:50.192456 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.232994 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:50.233675 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.235061 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a6e233c-6788-4906-960d-31eabd79a5f3 HTTP/1.1" status: 200 len: 1094 time: 0.8384635 Dec 18 03:13:50.256440 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c84c8-c332-4a58-bf3a-20c0984cbf41 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6e233c-6788-4906-960d-31eabd79a5f3,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:50.305138 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da4ffc15-88d3-4278-aa52-5a78a2de3a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.355677 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c16b-84f9-4e9f-88e3-5278b59d0776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.358152 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c16b-84f9-4e9f-88e3-5278b59d0776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.359264 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-dbd6c16b-84f9-4e9f-88e3-5278b59d0776 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51837a1b-898c-4133-b1d3-4c03cffdf7dd HTTP/1.1" status: 204 len: 168 time: 0.4759271 Dec 18 03:13:50.364873 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-2026c56e-1199-496e-a4ef-94047af54b98 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542573 Dec 18 03:13:50.381891 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-5fa01594-7ac8-49f0-af4f-351e01374479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:50.384096 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-5fa01594-7ac8-49f0-af4f-351e01374479 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=720269d188094f32978b00a4858a2da0&device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 1097 time: 0.0839863 Dec 18 03:13:50.388236 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6c16b-84f9-4e9f-88e3-5278b59d0776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51837a1b-898c-4133-b1d3-4c03cffdf7dd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:50.402754 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b093a-800e-45fb-94cf-6bb7d2d527db req-170396d7-44b8-4042-82d3-53a54879dd47 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:50.412998 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7f6b093a-800e-45fb-94cf-6bb7d2d527db req-170396d7-44b8-4042-82d3-53a54879dd47 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0828123 Dec 18 03:13:50.469426 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'tag': '1a6e233c-6788-4906-960d-31eabd79a5f3'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:50.471692 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0d787-fc6b-4baa-9d73-cff36933c555" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcb36a5-8f79-4d98-8876-72a931e154f7", "tag": "1a6e233c-6788-4906-960d-31eabd79a5f3"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:50.478143 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-af0fa789-146d-4b8d-a29a-c8486050d2eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a6e233c-6788-4906-960d-31eabd79a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0617301 Dec 18 03:13:50.493140 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da4ffc15-88d3-4278-aa52-5a78a2de3a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.499527 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f450a11e-6ced-43fe-83ea-1e5d55516159 req-17ce9ac3-dfcb-4872-8110-5f30d2cb305a service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210248 Dec 18 03:13:50.501037 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da4ffc15-88d3-4278-aa52-5a78a2de3a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.540685 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b587dbed-2ba4-45db-9bc1-e2c7f7e81d03 x-openstack-request-id: req-b587dbed-2ba4-45db-9bc1-e2c7f7e81d03 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:50.542086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcb36a5-8f79-4d98-8876-72a931e154f7", "tag": "1a6e233c-6788-4906-960d-31eabd79a5f3", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:50.542086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b587dbed-2ba4-45db-9bc1-e2c7f7e81d03 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:50.542086 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'tag': '1a6e233c-6788-4906-960d-31eabd79a5f3', 'status': 'completed', 'code': 200} Dec 18 03:13:50.547807 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-da4ffc15-88d3-4278-aa52-5a78a2de3a6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0e8676f46244adab03ea242e5f35953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5899832 Dec 18 03:13:50.547807 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ffc15-88d3-4278-aa52-5a78a2de3a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba25200-db24-4532-b711-c82dc9ece307,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:50.548554 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58324) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:50.576774 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-fa14756e-09f2-4cba-9330-3c9bd3d8340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:50.578351 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-fa14756e-09f2-4cba-9330-3c9bd3d8340a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b984c963-7ba9-45ea-8988-430c8d305b2b HTTP/1.1" status: 200 len: 849 time: 0.0900943 Dec 18 03:13:50.597714 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7f6b093a-800e-45fb-94cf-6bb7d2d527db req-a70fd17b-6e6c-4192-a50e-1afb5c90ce8c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802707 Dec 18 03:13:50.610985 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07503786-e5f7-4ecd-adcc-5ba99c06788e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.632294 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07503786-e5f7-4ecd-adcc-5ba99c06788e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.634421 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-c0f6fc83-7db0-4785-9179-2ba8ea90d7dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56ac0911-7660-4a3b-957e-b00bd8c0a253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356743 Dec 18 03:13:50.768667 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-f1161d1d-4643-45ed-88b1-27ab75cb2942 service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247253 Dec 18 03:13:50.768801 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07503786-e5f7-4ecd-adcc-5ba99c06788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.771629 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07503786-e5f7-4ecd-adcc-5ba99c06788e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:50.773089 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-07503786-e5f7-4ecd-adcc-5ba99c06788e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ba25200-db24-4532-b711-c82dc9ece307 HTTP/1.1" status: 204 len: 168 time: 0.2228453 Dec 18 03:13:50.789252 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07503786-e5f7-4ecd-adcc-5ba99c06788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba25200-db24-4532-b711-c82dc9ece307,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:50.832718 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04588bb-4d42-442e-8880-d207531f770b req-f25404f3-acb1-4d86-8155-a32a76d5935f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:50.846419 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d04588bb-4d42-442e-8880-d207531f770b req-f25404f3-acb1-4d86-8155-a32a76d5935f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 944 time: 0.1485860 Dec 18 03:13:50.941240 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e04e0-50e4-4604-855d-f66b8b142945 req-9ed8f0ff-b3e0-4849-98b7-33c7c6c864fb tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:50.958607 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c6e04e0-50e4-4604-855d-f66b8b142945 req-9ed8f0ff-b3e0-4849-98b7-33c7c6c864fb tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 947 time: 0.1125231 Dec 18 03:13:50.968443 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d04588bb-4d42-442e-8880-d207531f770b req-003a1641-0bd0-43d9-9b8b-e272c66886d6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206353 Dec 18 03:13:50.987691 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-922cc0a1-9ca2-47d7-a4d1-6eaad9ccc403 req-a1a40aa8-08b1-4615-9942-16ff59c813fd service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094502 Dec 18 03:13:51.054700 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c6e04e0-50e4-4604-855d-f66b8b142945 req-3ec1e519-dc9e-465c-87b8-861d42e699f3 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951848 Dec 18 03:13:51.110251 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1de68a-1fa4-4dcb-b310-6f4634f590e1 req-cbf9eeba-93dd-48af-ad9b-7ef4364d156b tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:51.112557 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9c1de68a-1fa4-4dcb-b310-6f4634f590e1 req-cbf9eeba-93dd-48af-ad9b-7ef4364d156b tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 944 time: 0.0582979 Dec 18 03:13:51.156379 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-c8c337db-5120-4cb0-90ab-165ed543f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:51.157994 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-c8c337db-5120-4cb0-90ab-165ed543f2b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=720269d188094f32978b00a4858a2da0&device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 1097 time: 0.0637219 Dec 18 03:13:51.175473 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9c1de68a-1fa4-4dcb-b310-6f4634f590e1 req-d9b917b2-9ff4-49f1-81b6-7c9b31472952 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562539 Dec 18 03:13:51.248920 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58360) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:51.265376 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-730576a6-8bab-42c0-b717-04310f063359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:51.296110 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-dc90c1d0-c9c6-4f5f-86c1-da70978e3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:51.297913 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-dc90c1d0-c9c6-4f5f-86c1-da70978e3f7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=56ac0911-7660-4a3b-957e-b00bd8c0a253 HTTP/1.1" status: 200 len: 910 time: 0.1206131 Dec 18 03:13:51.355580 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-4ba90727-578e-4d81-a6c5-c9d0cb848f92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a6e233c-6788-4906-960d-31eabd79a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0482323 Dec 18 03:13:51.376894 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-730576a6-8bab-42c0-b717-04310f063359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:51.388119 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-730576a6-8bab-42c0-b717-04310f063359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:51.433747 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-730576a6-8bab-42c0-b717-04310f063359 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c47aad2101a4ba48ebf4252fc5d7485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831727 Dec 18 03:13:51.435645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58366) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:51.446193 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730576a6-8bab-42c0-b717-04310f063359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca038e-9cc9-4863-812c-68c1b573f87e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:51.456579 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-70ecb17e-8076-476a-b70d-b75f95081294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:51.458204 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-70ecb17e-8076-476a-b70d-b75f95081294 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b984c963-7ba9-45ea-8988-430c8d305b2b HTTP/1.1" status: 200 len: 849 time: 0.0922220 Dec 18 03:13:51.506742 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-b6db29a7-5e1e-4da0-bf2a-387a0f41a422 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56ac0911-7660-4a3b-957e-b00bd8c0a253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387428 Dec 18 03:13:51.539334 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e22295b9-0171-44ff-a56c-2bc942c20236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:51.594928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e22295b9-0171-44ff-a56c-2bc942c20236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:51.653157 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-7fb48c50-8a17-4a12-8a01-1a557d760b79 service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384509 Dec 18 03:13:51.752132 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e22295b9-0171-44ff-a56c-2bc942c20236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:51.754987 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e22295b9-0171-44ff-a56c-2bc942c20236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:51.759438 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e22295b9-0171-44ff-a56c-2bc942c20236 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67ca038e-9cc9-4863-812c-68c1b573f87e HTTP/1.1" status: 204 len: 168 time: 0.3193753 Dec 18 03:13:51.801675 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22295b9-0171-44ff-a56c-2bc942c20236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca038e-9cc9-4863-812c-68c1b573f87e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:51.819616 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fcb0d787-fc6b-4baa-9d73-cff36933c555 req-b29e896d-0fa3-4bdb-a2ab-10f64c4609eb service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579337 Dec 18 03:13:51.841318 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e994b33-e673-4ffe-b8a3-bc125fad2bb1 req-c63f483f-9232-4e12-93ba-9a3244f1abef tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:51.843067 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0e994b33-e673-4ffe-b8a3-bc125fad2bb1 req-c63f483f-9232-4e12-93ba-9a3244f1abef tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.1348684 Dec 18 03:13:51.871167 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 89c9d737-9fbe-413b-94fc-e8c0330894d5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:13:51.904055 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0e994b33-e673-4ffe-b8a3-bc125fad2bb1 req-ceb441bc-b076-4315-b4ed-a5bf2a425dcd tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508032 Dec 18 03:13:51.990364 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 89c9d737-9fbe-413b-94fc-e8c0330894d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=89c9d737-9fbe-413b-94fc-e8c0330894d5,segment=NetworkSegment(57203e92-1a8b-4a47-9194-0f2986a169c8),segment_id=57203e92-1a8b-4a47-9194-0f2986a169c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:52.003979 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '89c9d737-9fbe-413b-94fc-e8c0330894d5', 'network_id': '2aff2f08-e329-49e8-955b-707ddc0fba87', 'port_id': '89c9d737-9fbe-413b-94fc-e8c0330894d5', 'mac_address': 'fa:16:3e:e1:4d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97eef6d1-0cc5-42bb-b996-b91a624ebbe0', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:13:52.020910 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:52.064517 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.084918 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c9d737-9fbe-413b-94fc-e8c0330894d5 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:52.110586 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 89c9d737-9fbe-413b-94fc-e8c0330894d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=89c9d737-9fbe-413b-94fc-e8c0330894d5,segment=NetworkSegment(57203e92-1a8b-4a47-9194-0f2986a169c8),segment_id=57203e92-1a8b-4a47-9194-0f2986a169c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:52.119803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.139338 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c9163-f982-40ca-b771-48c509c92ee5 req-40cef159-b539-41a7-8628-4557ac4cdc0e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:52.140750 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4e4c9163-f982-40ca-b771-48c509c92ee5 req-40cef159-b539-41a7-8628-4557ac4cdc0e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 944 time: 0.0693026 Dec 18 03:13:52.185957 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58400) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:52.214109 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-671a3392-b9a9-4281-b19b-6eadf2e5f0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.214656 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=89c9d737-9fbe-413b-94fc-e8c0330894d5,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:52.252912 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4e4c9163-f982-40ca-b771-48c509c92ee5 req-68ab69c1-1ed5-42fe-a254-13f3dd4235f1 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957561 Dec 18 03:13:52.260521 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a7fc8-d7d9-47bd-9fe5-b842dac2e03f req-72b0d966-90bf-475f-a7fd-cb229eb6f8e9 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:52.262187 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d71a7fc8-d7d9-47bd-9fe5-b842dac2e03f req-72b0d966-90bf-475f-a7fd-cb229eb6f8e9 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 948 time: 0.0594847 Dec 18 03:13:52.302502 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.345194 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d71a7fc8-d7d9-47bd-9fe5-b842dac2e03f req-56a44378-2cfb-41ba-8eb1-921d58282bc9 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Dec 18 03:13:52.419394 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-671a3392-b9a9-4281-b19b-6eadf2e5f0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.427776 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0832ce74-8205-49e5-a6f9-95f40e4989bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.430771 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-671a3392-b9a9-4281-b19b-6eadf2e5f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.482186 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38dff-d75d-4dbf-a303-8d44f2bc67cd req-9dabb943-c092-4291-92df-559430c05cf4 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:52.483662 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a7a38dff-d75d-4dbf-a303-8d44f2bc67cd req-9dabb943-c092-4291-92df-559430c05cf4 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 944 time: 0.1362600 Dec 18 03:13:52.498038 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-671a3392-b9a9-4281-b19b-6eadf2e5f0cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb4bb12bc08b4afeb5f2dc32c7de8f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111682 Dec 18 03:13:52.501366 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58408) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:52.504724 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a3392-b9a9-4281-b19b-6eadf2e5f0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fbd583-0937-450e-b306-4a785d6c8032,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:52.527953 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['89c9d737-9fbe-413b-94fc-e8c0330894d5'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:52.555972 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458acc41-9c30-4817-a9b8-0fd791298bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.565307 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a7a38dff-d75d-4dbf-a303-8d44f2bc67cd req-7e83f9b5-c331-426d-9874-3ca1ee665cdd tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721142 Dec 18 03:13:52.580436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458acc41-9c30-4817-a9b8-0fd791298bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.607960 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0832ce74-8205-49e5-a6f9-95f40e4989bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.613750 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0832ce74-8205-49e5-a6f9-95f40e4989bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.650720 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458acc41-9c30-4817-a9b8-0fd791298bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.655406 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458acc41-9c30-4817-a9b8-0fd791298bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.657732 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-458acc41-9c30-4817-a9b8-0fd791298bef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2fbd583-0937-450e-b306-4a785d6c8032 HTTP/1.1" status: 204 len: 168 time: 0.1547222 Dec 18 03:13:52.667983 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-0832ce74-8205-49e5-a6f9-95f40e4989bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b76994befc87476c8d3b2506d6fc2bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6452296 Dec 18 03:13:52.668133 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458acc41-9c30-4817-a9b8-0fd791298bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fbd583-0937-450e-b306-4a785d6c8032,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:52.670564 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58412) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:52.674814 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832ce74-8205-49e5-a6f9-95f40e4989bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc3ec63-d293-48fb-9fa7-f7707e6bd255,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:52.730471 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a890137-e3be-4924-b8ea-aafd77f3f3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.752405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a890137-e3be-4924-b8ea-aafd77f3f3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.798676 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a890137-e3be-4924-b8ea-aafd77f3f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.801570 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a890137-e3be-4924-b8ea-aafd77f3f3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:52.802832 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-2a890137-e3be-4924-b8ea-aafd77f3f3d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dc3ec63-d293-48fb-9fa7-f7707e6bd255 HTTP/1.1" status: 204 len: 168 time: 0.1311307 Dec 18 03:13:52.812054 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a890137-e3be-4924-b8ea-aafd77f3f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc3ec63-d293-48fb-9fa7-f7707e6bd255,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:53.031567 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38c844-66e5-45dd-aa2d-d7c7dadeb748 req-099ee648-eef7-4bcc-90ef-d63837c8304f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:53.033057 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cf38c844-66e5-45dd-aa2d-d7c7dadeb748 req-099ee648-eef7-4bcc-90ef-d63837c8304f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0524659 Dec 18 03:13:53.084766 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cf38c844-66e5-45dd-aa2d-d7c7dadeb748 req-b0b66611-6787-4e20-bf4d-ec3c5c809e1d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Dec 18 03:13:53.365761 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412bbef-4ddb-4c54-9dfe-382bd5fc95be req-c6b6d8f0-bb78-4f81-b09e-d0bef4ea1924 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:53.368002 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b412bbef-4ddb-4c54-9dfe-382bd5fc95be req-c6b6d8f0-bb78-4f81-b09e-d0bef4ea1924 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 944 time: 0.0512033 Dec 18 03:13:53.432045 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b412bbef-4ddb-4c54-9dfe-382bd5fc95be req-35d5365d-e3db-4a11-a039-82f663eac828 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568612 Dec 18 03:13:53.489599 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358931d-59e3-4953-9bb1-a5953e6407e8 req-f58f1135-2983-4257-b385-751a91a7e294 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:53.496973 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f358931d-59e3-4953-9bb1-a5953e6407e8 req-f58f1135-2983-4257-b385-751a91a7e294 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 948 time: 0.0769153 Dec 18 03:13:53.545446 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f358931d-59e3-4953-9bb1-a5953e6407e8 req-b3cef7af-cc31-43a4-8430-fa20f1c62ffe tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Dec 18 03:13:53.724084 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afd461-3201-4aed-9775-5755fe5074e0 req-31e74b44-7c09-4883-905c-179e083e5cc1 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:53.726529 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d4afd461-3201-4aed-9775-5755fe5074e0 req-31e74b44-7c09-4883-905c-179e083e5cc1 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 944 time: 0.0852745 Dec 18 03:13:53.795062 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d4afd461-3201-4aed-9775-5755fe5074e0 req-63ddaea9-40f8-454d-a1a9-487881c0699a tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560286 Dec 18 03:13:53.906427 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 03ae95f6-837e-497f-b140-a8121c8bc611 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:13:53.914173 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 89c9d737-9fbe-413b-94fc-e8c0330894d5 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:54.029433 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 89c9d737-9fbe-413b-94fc-e8c0330894d5 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:13:54.050231 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 89c9d737-9fbe-413b-94fc-e8c0330894d5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:54.050682 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:54.095405 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 03ae95f6-837e-497f-b140-a8121c8bc611, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=03ae95f6-837e-497f-b140-a8121c8bc611,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:54.118176 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '03ae95f6-837e-497f-b140-a8121c8bc611', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'port_id': '03ae95f6-837e-497f-b140-a8121c8bc611', 'mac_address': 'fa:16:3e:eb:ea:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6486aad-3319-41e3-824a-e80642d0e933', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:13:54.167190 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c452f59-7147-4308-80b9-e723c70f74e0 req-f4b4d3ed-a25d-4da8-ad5c-05608dd6e136 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:54.169286 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5c452f59-7147-4308-80b9-e723c70f74e0 req-f4b4d3ed-a25d-4da8-ad5c-05608dd6e136 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0796702 Dec 18 03:13:54.198638 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:54.216702 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:54.219461 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ae95f6-837e-497f-b140-a8121c8bc611 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:54.231973 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5c452f59-7147-4308-80b9-e723c70f74e0 req-9010c762-e460-4029-a0be-77c5fcf19a92 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527289 Dec 18 03:13:54.236939 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8c54a-bb9d-4339-883f-80609eafe598 req-7a213f5e-b753-4bf8-b848-02efcdb96c77 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:54.239353 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0fd8c54a-bb9d-4339-883f-80609eafe598 req-7a213f5e-b753-4bf8-b848-02efcdb96c77 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0769787 Dec 18 03:13:54.256718 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 03ae95f6-837e-497f-b140-a8121c8bc611, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=03ae95f6-837e-497f-b140-a8121c8bc611,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:54.262619 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7171a8a-454c-4893-9d06-482322c37d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c9d737-9fbe-413b-94fc-e8c0330894d5'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:54.265048 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e047939e-6fba-43f3-a415-fa11dca2646e" -d '{"events": [{"server_uuid": "d7171a8a-454c-4893-9d06-482322c37d16", "name": "network-vif-plugged", "status": "completed", "tag": "89c9d737-9fbe-413b-94fc-e8c0330894d5"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:54.270468 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:54.271128 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1a6e233c-6788-4906-960d-31eabd79a5f3 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:13:54.286246 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 89c9d737-9fbe-413b-94fc-e8c0330894d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=89c9d737-9fbe-413b-94fc-e8c0330894d5,segment=NetworkSegment(57203e92-1a8b-4a47-9194-0f2986a169c8),segment_id=57203e92-1a8b-4a47-9194-0f2986a169c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:54.308367 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0fd8c54a-bb9d-4339-883f-80609eafe598 req-f253958a-95ff-4479-847f-29529d12c3f9 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Dec 18 03:13:54.318985 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:54.323615 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c9a669-6a3b-441d-ae2a-8e8a292b7f70 x-openstack-request-id: req-40c9a669-6a3b-441d-ae2a-8e8a292b7f70 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:54.323938 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7171a8a-454c-4893-9d06-482322c37d16", "name": "network-vif-plugged", "status": "completed", "tag": "89c9d737-9fbe-413b-94fc-e8c0330894d5", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:54.324199 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40c9a669-6a3b-441d-ae2a-8e8a292b7f70 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:54.324591 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7171a8a-454c-4893-9d06-482322c37d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c9d737-9fbe-413b-94fc-e8c0330894d5', 'code': 200} Dec 18 03:13:54.394720 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=03ae95f6-837e-497f-b140-a8121c8bc611,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:54.481145 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=89c9d737-9fbe-413b-94fc-e8c0330894d5,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:54.490123 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 1a6e233c-6788-4906-960d-31eabd79a5f3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1a6e233c-6788-4906-960d-31eabd79a5f3,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:54.504934 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '1a6e233c-6788-4906-960d-31eabd79a5f3', 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253', 'port_id': '1a6e233c-6788-4906-960d-31eabd79a5f3', 'mac_address': 'fa:16:3e:1a:1a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b984c963-7ba9-45ea-8988-430c8d305b2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:13:54.549915 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:54.564863 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6e233c-6788-4906-960d-31eabd79a5f3 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:13:54.587349 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 1a6e233c-6788-4906-960d-31eabd79a5f3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1a6e233c-6788-4906-960d-31eabd79a5f3,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:54.591784 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ce5a-7816-471e-b9f1-61e113da61f3 req-221cc399-9407-48f1-b9ab-0784131bfe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:54.592374 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:54.593383 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c296ce5a-7816-471e-b9f1-61e113da61f3 req-221cc399-9407-48f1-b9ab-0784131bfe81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 1102 time: 0.0737150 Dec 18 03:13:54.653348 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=1a6e233c-6788-4906-960d-31eabd79a5f3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:54.660837 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa867a-f319-42e1-b1d7-5e45aea2a632 req-73d3ed49-8424-4523-a3ce-250f05d90a13 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:54.667123 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1fa867a-f319-42e1-b1d7-5e45aea2a632 req-73d3ed49-8424-4523-a3ce-250f05d90a13 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 945 time: 0.1120119 Dec 18 03:13:54.680496 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c296ce5a-7816-471e-b9f1-61e113da61f3 req-4aae6409-7462-455e-a1de-997278d6d5d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786490 Dec 18 03:13:54.701883 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8b574-6970-4c70-9a95-cca8c2ee364a req-5406cbe0-a3da-45bd-b077-ae59bf5171d3 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:54.703417 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e3d8b574-6970-4c70-9a95-cca8c2ee364a req-5406cbe0-a3da-45bd-b077-ae59bf5171d3 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 949 time: 0.0757031 Dec 18 03:13:54.734240 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1fa867a-f319-42e1-b1d7-5e45aea2a632 req-449f81d6-0f2e-4eb7-ad8c-c32bb694b686 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612488 Dec 18 03:13:54.764794 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e3d8b574-6970-4c70-9a95-cca8c2ee364a req-b7b7ddc5-5035-4a7a-9538-6b289eeef75b tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545816 Dec 18 03:13:54.911949 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f2cb-7f58-474b-a44c-bd8a3167a143 req-ea85c279-d93e-46c1-a2f6-13e322135c67 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:54.914137 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4c38f2cb-7f58-474b-a44c-bd8a3167a143 req-ea85c279-d93e-46c1-a2f6-13e322135c67 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Dec 18 03:13:54.970365 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4c38f2cb-7f58-474b-a44c-bd8a3167a143 req-38677af1-6ba5-4ba1-925c-1696e012dc38 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501752 Dec 18 03:13:55.085726 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['03ae95f6-837e-497f-b140-a8121c8bc611'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:55.163478 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['1a6e233c-6788-4906-960d-31eabd79a5f3'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:13:55.372749 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4ba0-07f8-4dff-b5c3-8a3e572a6437 req-75ee3195-325a-4b9a-8955-973beab2fe06 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:55.374315 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c5ee4ba0-07f8-4dff-b5c3-8a3e572a6437 req-75ee3195-325a-4b9a-8955-973beab2fe06 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0630667 Dec 18 03:13:55.424172 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c5ee4ba0-07f8-4dff-b5c3-8a3e572a6437 req-6e6e69e1-c24a-4453-8c99-3c76edbb729e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Dec 18 03:13:55.428437 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c40a-eb46-42f0-877e-1cf44d27517e req-424af29f-8030-48ce-8834-cb598d3f81f4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:55.430043 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b698c40a-eb46-42f0-877e-1cf44d27517e req-424af29f-8030-48ce-8834-cb598d3f81f4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0567391 Dec 18 03:13:55.477108 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b698c40a-eb46-42f0-877e-1cf44d27517e req-5d7e5afb-38a0-4af4-8bec-5a944915f544 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Dec 18 03:13:55.855147 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce908-762b-4b58-84fb-1f0a82a32270 req-e55347d4-c275-4ae9-be14-5dde1066a203 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:55.856822 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b3ce908-762b-4b58-84fb-1f0a82a32270 req-e55347d4-c275-4ae9-be14-5dde1066a203 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 945 time: 0.0513153 Dec 18 03:13:55.888782 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7a38-6065-4e05-98b0-b599aa70305c req-27e6d809-fb4d-43e9-a8cd-e7aa3a3177f6 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:55.890247 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c78c7a38-6065-4e05-98b0-b599aa70305c req-27e6d809-fb4d-43e9-a8cd-e7aa3a3177f6 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 949 time: 0.0506275 Dec 18 03:13:55.910912 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b3ce908-762b-4b58-84fb-1f0a82a32270 req-c88bd5a3-c00a-4aca-b82d-f8f23085b54b tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Dec 18 03:13:55.951061 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c78c7a38-6065-4e05-98b0-b599aa70305c req-170f7351-a994-4862-bfa7-6dcd04272d37 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513291 Dec 18 03:13:56.092670 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41d48-06d3-4e11-9883-d66eee1e099f req-6a855610-5185-436f-87da-2481da13bb1e tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:56.094272 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-46f41d48-06d3-4e11-9883-d66eee1e099f req-6a855610-5185-436f-87da-2481da13bb1e tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 945 time: 0.0558515 Dec 18 03:13:56.140613 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-46f41d48-06d3-4e11-9883-d66eee1e099f req-115642ec-0098-4c47-ab8b-9b202312d0a5 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Dec 18 03:13:56.545008 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f049695-6bac-44d0-8544-fb5f8b925a98 req-e57c9760-0ac2-4e12-8fe0-77e275801df9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:56.546523 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8f049695-6bac-44d0-8544-fb5f8b925a98 req-e57c9760-0ac2-4e12-8fe0-77e275801df9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0497994 Dec 18 03:13:56.590920 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e808b-2486-4b94-8d28-f174d95cc856 req-7e41171d-1f80-48b9-a7fa-4a757efb4651 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:56.592506 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c35e808b-2486-4b94-8d28-f174d95cc856 req-7e41171d-1f80-48b9-a7fa-4a757efb4651 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0482955 Dec 18 03:13:56.595715 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8f049695-6bac-44d0-8544-fb5f8b925a98 req-2c5d6a36-b1a1-454b-9c40-2284bcbd3def tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435455 Dec 18 03:13:56.642148 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c35e808b-2486-4b94-8d28-f174d95cc856 req-f3029536-9d71-4609-b977-e6a827c24592 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Dec 18 03:13:57.031372 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23608c-9e5a-4441-9246-ed40f68759ec req-7fa025bc-42ae-4a10-9bb6-991efe4186c3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:57.033079 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bf23608c-9e5a-4441-9246-ed40f68759ec req-7fa025bc-42ae-4a10-9bb6-991efe4186c3 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 945 time: 0.0534337 Dec 18 03:13:57.075109 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572385-77c3-436d-b3d7-213d50448207 req-a818e1f9-02cd-455c-9d9c-08e9d0c613a3 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:57.076642 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cf572385-77c3-436d-b3d7-213d50448207 req-a818e1f9-02cd-455c-9d9c-08e9d0c613a3 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 949 time: 0.0537138 Dec 18 03:13:57.086431 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bf23608c-9e5a-4441-9246-ed40f68759ec req-fc14145d-6e8f-4655-ba6d-b87a12b840c5 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466316 Dec 18 03:13:57.130746 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cf572385-77c3-436d-b3d7-213d50448207 req-a9429653-c5e4-42f1-8de5-7dac9e53b2cd tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Dec 18 03:13:57.248097 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58556) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:57.265694 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22d721-e923-4b40-8458-ad19c63a88dc req-0bf0c04e-8748-464f-9829-e7c8b1b68ca5 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:57.267354 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f22d721-e923-4b40-8458-ad19c63a88dc req-0bf0c04e-8748-464f-9829-e7c8b1b68ca5 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 945 time: 0.0503387 Dec 18 03:13:57.331219 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f22d721-e923-4b40-8458-ad19c63a88dc req-ec4bded3-c100-46ad-9a23-9bfe2c1ad550 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565114 Dec 18 03:13:57.392829 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41c7b9cc-58af-4c5f-bf93-3b168433f9e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:57.464459 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5e9ae-a69b-4b06-b0a5-4d93a0e96e4d req-9f9819f1-802b-42bf-87ef-9dfdb6ee0e36 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:57.466018 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b1e5e9ae-a69b-4b06-b0a5-4d93a0e96e4d req-9f9819f1-802b-42bf-87ef-9dfdb6ee0e36 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 949 time: 0.0752175 Dec 18 03:13:57.541404 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41c7b9cc-58af-4c5f-bf93-3b168433f9e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:57.545342 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b1e5e9ae-a69b-4b06-b0a5-4d93a0e96e4d req-783a5281-518e-4f03-8508-869277792fac tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720694 Dec 18 03:13:57.546315 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41c7b9cc-58af-4c5f-bf93-3b168433f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:57.586261 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-41c7b9cc-58af-4c5f-bf93-3b168433f9e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8447a2b1229f4c66adffa27930164a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370848 Dec 18 03:13:57.587249 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7b9cc-58af-4c5f-bf93-3b168433f9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a038a8a-4d1f-4734-b9d2-655f34d7366f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:57.590382 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58574) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:57.645605 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cd5854e-1198-4cbe-a3bc-13c40aa77de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:57.671330 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cd5854e-1198-4cbe-a3bc-13c40aa77de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:57.749800 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde88c9-2a89-4f73-a7bb-a091a09a627a req-6d02f202-ef5e-4617-a84e-15f9fbe28805 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:57.751511 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cdde88c9-2a89-4f73-a7bb-a091a09a627a req-6d02f202-ef5e-4617-a84e-15f9fbe28805 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0633466 Dec 18 03:13:57.761588 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cd5854e-1198-4cbe-a3bc-13c40aa77de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:57.764410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cd5854e-1198-4cbe-a3bc-13c40aa77de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:57.765430 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0cd5854e-1198-4cbe-a3bc-13c40aa77de0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a038a8a-4d1f-4734-b9d2-655f34d7366f HTTP/1.1" status: 204 len: 168 time: 0.1755657 Dec 18 03:13:57.787743 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5854e-1198-4cbe-a3bc-13c40aa77de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a038a8a-4d1f-4734-b9d2-655f34d7366f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:57.796795 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb12430-fa04-41c0-83c4-15c339e989a2 req-08b24940-ee9e-48b2-973c-1f217164aa40 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:57.798141 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-edb12430-fa04-41c0-83c4-15c339e989a2 req-08b24940-ee9e-48b2-973c-1f217164aa40 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0798342 Dec 18 03:13:57.842384 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cdde88c9-2a89-4f73-a7bb-a091a09a627a req-c19515b1-baa9-45bd-b691-cfbfc38eb5f5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815229 Dec 18 03:13:57.878273 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-edb12430-fa04-41c0-83c4-15c339e989a2 req-bf01b349-185e-4146-afe5-0ae81d11eb73 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633585 Dec 18 03:13:57.919641 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 03ae95f6-837e-497f-b140-a8121c8bc611 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:57.974090 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 03ae95f6-837e-497f-b140-a8121c8bc611 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:13:57.977934 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 03ae95f6-837e-497f-b140-a8121c8bc611 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:57.978309 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.056002 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.076886 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58594) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:58.080116 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ae95f6-837e-497f-b140-a8121c8bc611'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:13:58.082906 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ed9ee-632b-4c11-83a7-2b1bc5942bbf" -d '{"events": [{"server_uuid": "42694b52-21ac-48ab-9fbb-de90c7bcb478", "name": "network-vif-plugged", "status": "completed", "tag": "03ae95f6-837e-497f-b140-a8121c8bc611"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:13:58.091296 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99c77a93-828d-4a7a-91f4-52fb400c1811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.096240 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 03ae95f6-837e-497f-b140-a8121c8bc611, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=03ae95f6-837e-497f-b140-a8121c8bc611,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:58.101452 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.102387 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1a6e233c-6788-4906-960d-31eabd79a5f3 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:13:58.149862 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e7fc33-b4d3-4932-9414-ceafd91ddefc x-openstack-request-id: req-21e7fc33-b4d3-4932-9414-ceafd91ddefc {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:13:58.150180 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42694b52-21ac-48ab-9fbb-de90c7bcb478", "name": "network-vif-plugged", "status": "completed", "tag": "03ae95f6-837e-497f-b140-a8121c8bc611", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:13:58.150434 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21e7fc33-b4d3-4932-9414-ceafd91ddefc {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:13:58.150819 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ae95f6-837e-497f-b140-a8121c8bc611', 'code': 200} Dec 18 03:13:58.188033 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=03ae95f6-837e-497f-b140-a8121c8bc611,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:58.189442 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99c77a93-828d-4a7a-91f4-52fb400c1811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.199305 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 1a6e233c-6788-4906-960d-31eabd79a5f3 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:13:58.201510 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99c77a93-828d-4a7a-91f4-52fb400c1811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.205398 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 1a6e233c-6788-4906-960d-31eabd79a5f3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:13:58.205811 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.218886 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4787-b505-4a4c-9d21-7f64239ae274 req-de9e54f4-897f-4ebe-a622-e30fcb698ee4 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:58.221407 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a37c4787-b505-4a4c-9d21-7f64239ae274 req-de9e54f4-897f-4ebe-a622-e30fcb698ee4 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 946 time: 0.0539169 Dec 18 03:13:58.245249 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-99c77a93-828d-4a7a-91f4-52fb400c1811 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e69200ac35bd4aaeaac9311559f32ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663265 Dec 18 03:13:58.247035 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77a93-828d-4a7a-91f4-52fb400c1811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f9d937-7dfe-47ce-8707-fb1fa68066a9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:58.248991 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58600) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:58.305837 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a37c4787-b505-4a4c-9d21-7f64239ae274 req-e19f5ebc-559c-4560-8119-dbb802f7bdbb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765433 Dec 18 03:13:58.326790 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b643e39-8c43-4284-bcd6-5e6589a87739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.338549 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.353038 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b643e39-8c43-4284-bcd6-5e6589a87739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.378136 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 1a6e233c-6788-4906-960d-31eabd79a5f3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1a6e233c-6788-4906-960d-31eabd79a5f3,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:13:58.382848 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.422271 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b643e39-8c43-4284-bcd6-5e6589a87739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.426750 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b643e39-8c43-4284-bcd6-5e6589a87739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:58.428100 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-4b643e39-8c43-4284-bcd6-5e6589a87739 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31f9d937-7dfe-47ce-8707-fb1fa68066a9 HTTP/1.1" status: 204 len: 168 time: 0.1781764 Dec 18 03:13:58.429901 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b505c7-c1a3-46c0-9354-3b9d860473c4 req-9516ae00-4be4-4b33-bc20-3acc76ad79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:58.432124 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-10b505c7-c1a3-46c0-9354-3b9d860473c4 req-9516ae00-4be4-4b33-bc20-3acc76ad79d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 1099 time: 0.0528088 Dec 18 03:13:58.441215 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b643e39-8c43-4284-bcd6-5e6589a87739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f9d937-7dfe-47ce-8707-fb1fa68066a9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:58.445533 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=1a6e233c-6788-4906-960d-31eabd79a5f3,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:58.510869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3ae7-7747-4d9c-b53b-5d8e0cd07eee req-ebbd6b45-52c5-440e-ac98-a44201a99c6f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:58.512279 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e3fb3ae7-7747-4d9c-b53b-5d8e0cd07eee req-ebbd6b45-52c5-440e-ac98-a44201a99c6f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.0798337 Dec 18 03:13:58.514743 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-10b505c7-c1a3-46c0-9354-3b9d860473c4 req-cec2b175-b216-4194-8ad4-85d412db975c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718176 Dec 18 03:13:58.563983 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e3fb3ae7-7747-4d9c-b53b-5d8e0cd07eee req-ab47dd9a-71d7-47e4-bd3e-d3bb2f0c1dea tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Dec 18 03:13:58.672416 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a20085-25aa-4ea7-b255-123ce4e2dbf9 req-f8b62bc6-805b-4797-9878-c0329b0885bb tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:58.673898 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12a20085-25aa-4ea7-b255-123ce4e2dbf9 req-f8b62bc6-805b-4797-9878-c0329b0885bb tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 949 time: 0.0547378 Dec 18 03:13:58.722270 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12a20085-25aa-4ea7-b255-123ce4e2dbf9 req-6df50835-dfbb-4fb5-8e03-5b4d1a3623fa tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Dec 18 03:13:58.981523 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0e305-b1cd-40ad-baee-b28017cc0a98 req-c9bae730-db53-4d57-92e6-f81f19d40add tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:58.995512 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9cd0e305-b1cd-40ad-baee-b28017cc0a98 req-c9bae730-db53-4d57-92e6-f81f19d40add tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0790880 Dec 18 03:13:59.024380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11da80-ca9c-4077-86af-a6588a56763a req-48011214-73f1-46fd-a615-fba99314aa04 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:59.025926 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3c11da80-ca9c-4077-86af-a6588a56763a req-48011214-73f1-46fd-a615-fba99314aa04 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0656703 Dec 18 03:13:59.063828 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9cd0e305-b1cd-40ad-baee-b28017cc0a98 req-f506504f-f279-4dc0-9dc0-f76e179d2f2a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659947 Dec 18 03:13:59.071982 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58640) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:59.103548 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3c11da80-ca9c-4077-86af-a6588a56763a req-026f7aa7-67e2-4490-b087-c4f7e0270101 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689096 Dec 18 03:13:59.121729 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] Deleting subnet fdb2b64e-5f5d-4ba9-9a6c-c7064fe91918 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:13:59.121729 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.152992 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.168314 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58642) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:59.198070 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.250178 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.272182 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-544470002-network', 'tenant_id': '2332e8c0e55443e4850ccea9e08376d9'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:59.274765 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb2b64e-5f5d-4ba9-9a6c-c7064fe91918,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:59.278538 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.282204 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3ed6be1d-dd89-46e4-a9c8-07a99f6d995e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fdb2b64e-5f5d-4ba9-9a6c-c7064fe91918 HTTP/1.1" status: 204 len: 168 time: 0.2092190 Dec 18 03:13:59.284080 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58646) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:59.299642 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Made reservation on behalf of 2332e8c0e55443e4850ccea9e08376d9 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:59.302005 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.311633 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.355505 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.396444 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.399984 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.429800 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:13:59.435318 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5745bf5f-f917-4ac8-88d4-132a53d14870,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:59.442931 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.443329 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Added segment e7c095a6-9335-412f-a39f-f9b967a650a0 of type vlan for network 8ae16f07-c695-4581-a1d1-000cf62d9722 Dec 18 03:13:59.488203 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.517598 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.518896 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:59.519498 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.580796 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4076810 Dec 18 03:13:59.580796 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:13:59.592341 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Request body: {'subnet': {'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-544470002-subnet', 'tenant_id': '2332e8c0e55443e4850ccea9e08376d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:13:59.602831 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a4ed9-e528-4350-b29a-966dad10bdda admin admin] Pushing event updated for resources: {'Network': ['ID=8ae16f07-c695-4581-a1d1-000cf62d9722,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:13:59.629949 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Made reservation on behalf of 2332e8c0e55443e4850ccea9e08376d9 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:13:59.634470 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13540667'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.710362 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.725511 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 8ae16f07-c695-4581-a1d1-000cf62d9722 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:13:59.754882 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54829255-46de-4170-955c-7e109afb6ea7']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:59.764614 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b788a38-e849-45fa-b2fa-a9a9344b2e71 req-d49f08dc-6c44-4acd-bbc4-e487e132bcec tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:59.766132 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3b788a38-e849-45fa-b2fa-a9a9344b2e71 req-d49f08dc-6c44-4acd-bbc4-e487e132bcec tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 946 time: 0.3820136 Dec 18 03:13:59.774792 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd68123-528f-4781-9ec3-8485d9b9ffc6 req-95ab2fb9-9d18-4725-8a57-96f6458f2e67 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:59.777266 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5dd68123-528f-4781-9ec3-8485d9b9ffc6 req-95ab2fb9-9d18-4725-8a57-96f6458f2e67 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.1192961 Dec 18 03:13:59.779111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d85635-c720-4628-a574-b5c1da4443d1') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:59.779414 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d85635-c720-4628-a574-b5c1da4443d1') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:13:59.805936 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.814133 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-926f8025-24cf-4279-ad05-681901f09dca tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:13:59.817419 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-926f8025-24cf-4279-ad05-681901f09dca tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 949 time: 0.1151683 Dec 18 03:13:59.838191 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.870229 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:13:59.870627 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:13:59.872285 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:13:59.883312 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5dd68123-528f-4781-9ec3-8485d9b9ffc6 req-4f4da690-3918-4a86-a2ad-597d78e70f9f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978408 Dec 18 03:13:59.979063 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3b788a38-e849-45fa-b2fa-a9a9344b2e71 req-4c4242ad-3dd4-4b53-b2ec-dc81772f955b tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015741 Dec 18 03:14:00.024819 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13578788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13540693'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.048338 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.057426 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.060746 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] 10.222.0.24 "DELETE /v2.0/networks/54829255-46de-4170-955c-7e109afb6ea7 HTTP/1.1" status: 204 len: 168 time: 0.7757416 Dec 18 03:14:00.067195 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58656) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:00.094335 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3775-3161-4cf2-8e8f-a091d103358b admin admin] Pushing event deleted for resources: {'Network': ['ID=54829255-46de-4170-955c-7e109afb6ea7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:00.095943 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0aca8fc-648d-419e-ad45-95eef85bbba6,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:00.120387 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da8d81-c67d-4ffe-9139-4d23b9f30bec req-9c5ea2a0-c04f-4ba7-b0ef-a1b445994c0d tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:00.121939 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-67da8d81-c67d-4ffe-9139-4d23b9f30bec req-9c5ea2a0-c04f-4ba7-b0ef-a1b445994c0d tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 949 time: 0.1105490 Dec 18 03:14:00.131010 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Checking segment: {'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:00.131362 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Network hostable DHCP agents. Network: 8ae16f07-c695-4581-a1d1-000cf62d9722, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:14:00.153143 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6e233c-6788-4906-960d-31eabd79a5f3'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:00.156052 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c368b853-4580-4fdc-92a5-a5395cac6b90" -d '{"events": [{"server_uuid": "1dcb36a5-8f79-4d98-8876-72a931e154f7", "name": "network-vif-plugged", "status": "completed", "tag": "1a6e233c-6788-4906-960d-31eabd79a5f3"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:00.162947 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] Deleting subnet 84feb80f-53ab-42b6-9347-74c40b1cf5c2 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:14:00.175242 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.178386 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Deleting port 89c9d737-9fbe-413b-94fc-e8c0330894d5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:14:00.178767 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.180208 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Network 8ae16f07-c695-4581-a1d1-000cf62d9722 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:14:00.191066 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-67da8d81-c67d-4ffe-9139-4d23b9f30bec req-263a50f8-bf7c-429f-98e6-92571425f3b5 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/security-groups?id=ceae1cd0-c2bb-4fe8-872c-55ff713096bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620229 Dec 18 03:14:00.196141 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 8ae16f07-c695-4581-a1d1-000cf62d9722) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:00.200778 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:00.201390 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.208582 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3622375-b62e-458a-a766-0705032d1f76 None None] Network 8ae16f07-c695-4581-a1d1-000cf62d9722 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:14:00.230105 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-37ccae0d-5c82-41c4-995d-917e7431b19d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6397984 Dec 18 03:14:00.276168 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.322087 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ba0a3-c31c-4c18-abdd-75579343dd7a req-68d15d44-d750-498e-9b34-964a68436ac3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:00.323595 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9e3ba0a3-c31c-4c18-abdd-75579343dd7a req-68d15d44-d750-498e-9b34-964a68436ac3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1678097 Dec 18 03:14:00.360817 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff123b18-70d6-4dfd-ad77-e197a948986f req-2cd31d19-4fa2-401c-9ca1-d076f148f22b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:00.364886 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ff123b18-70d6-4dfd-ad77-e197a948986f req-2cd31d19-4fa2-401c-9ca1-d076f148f22b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0739677 Dec 18 03:14:00.371671 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.373585 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad480d0f-8b11-47fb-99a3-e2247c085a20 None None] Network 8ae16f07-c695-4581-a1d1-000cf62d9722 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:14:00.425174 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] For port 89c9d737-9fbe-413b-94fc-e8c0330894d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=89c9d737-9fbe-413b-94fc-e8c0330894d5,segment=NetworkSegment(57203e92-1a8b-4a47-9194-0f2986a169c8),segment_id=57203e92-1a8b-4a47-9194-0f2986a169c8)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:00.425531 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.451667 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ff123b18-70d6-4dfd-ad77-e197a948986f req-9acfb412-2c23-4dd6-af08-bbb436640a62 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763817 Dec 18 03:14:00.465536 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9e3ba0a3-c31c-4c18-abdd-75579343dd7a req-068c54a8-7e1a-4162-976f-64e677ecb087 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316342 Dec 18 03:14:00.467274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Calling delete_port for 89c9d737-9fbe-413b-94fc-e8c0330894d5 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:14:00.504444 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce05615-69a5-408d-b94c-14cdb4fc246b x-openstack-request-id: req-dce05615-69a5-408d-b94c-14cdb4fc246b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:00.504836 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcb36a5-8f79-4d98-8876-72a931e154f7", "name": "network-vif-plugged", "status": "completed", "tag": "1a6e233c-6788-4906-960d-31eabd79a5f3", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:00.505002 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dce05615-69a5-408d-b94c-14cdb4fc246b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:00.505392 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6e233c-6788-4906-960d-31eabd79a5f3', 'code': 200} Dec 18 03:14:00.565834 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.600511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84feb80f-53ab-42b6-9347-74c40b1cf5c2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:00.607397 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.612062 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9786106a-92a5-42e2-8fbb-faa9e57a3d55 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/84feb80f-53ab-42b6-9347-74c40b1cf5c2 HTTP/1.1" status: 204 len: 168 time: 0.5299237 Dec 18 03:14:00.614076 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 58670) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:00.720812 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.750042 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afaeed-99c5-4ece-a6d1-b779989ef50c req-3e0daf23-adb9-4d1d-a335-ae6aa8e7f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:00.752247 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-87afaeed-99c5-4ece-a6d1-b779989ef50c req-3e0daf23-adb9-4d1d-a335-ae6aa8e7f77e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 1099 time: 0.0478151 Dec 18 03:14:00.769886 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.805608 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-87afaeed-99c5-4ece-a6d1-b779989ef50c req-eb3a31dd-f4b5-49bf-ad77-9adf1938a98f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449812 Dec 18 03:14:00.813831 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['89c9d737-9fbe-413b-94fc-e8c0330894d5'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:00.848646 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Pushing event deleted for resources: {'Port': ['ID=89c9d737-9fbe-413b-94fc-e8c0330894d5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:00.855910 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.919960 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b228cd-31a6-438c-8a1c-4a93ad03c019']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:00.934614 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7935b2f0-6146-46f2-af55-b3d03067cdef') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:00.935012 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7935b2f0-6146-46f2-af55-b3d03067cdef') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:00.962373 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] No DVR routers for this DVR port 89c9d737-9fbe-413b-94fc-e8c0330894d5 on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:14:00.967438 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.983723 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:00.986317 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-28ce9e5c-109b-4b2e-8464-04d6c8ffe2e6 req-1354599c-291f-4e01-857e-26856859ec2f tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.16 "DELETE /v2.0/ports/89c9d737-9fbe-413b-94fc-e8c0330894d5 HTTP/1.1" status: 204 len: 173 time: 1.1460683 Dec 18 03:14:00.994209 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7171a8a-454c-4893-9d06-482322c37d16', 'name': 'network-vif-deleted', 'tag': '89c9d737-9fbe-413b-94fc-e8c0330894d5'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:00.997372 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36080dc5-30f5-4ceb-a0d0-98a642be5c36" -d '{"events": [{"server_uuid": "d7171a8a-454c-4893-9d06-482322c37d16", "name": "network-vif-deleted", "tag": "89c9d737-9fbe-413b-94fc-e8c0330894d5"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:01.001906 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.031619 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:14:01.032022 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:14:01.033756 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:14:01.045932 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc033bf7-b2fe-4ce3-adb1-c4d4363bf63b x-openstack-request-id: req-fc033bf7-b2fe-4ce3-adb1-c4d4363bf63b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:01.046225 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7171a8a-454c-4893-9d06-482322c37d16", "name": "network-vif-deleted", "tag": "89c9d737-9fbe-413b-94fc-e8c0330894d5", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:01.046508 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc033bf7-b2fe-4ce3-adb1-c4d4363bf63b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:01.046870 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7171a8a-454c-4893-9d06-482322c37d16', 'name': 'network-vif-deleted', 'tag': '89c9d737-9fbe-413b-94fc-e8c0330894d5', 'status': 'completed', 'code': 200} Dec 18 03:14:01.098126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6fd5-a0d2-455a-9012-4709c456a7fd req-c805f377-70c1-4573-b61e-afd693ba2743 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:01.099626 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0ecc6fd5-a0d2-455a-9012-4709c456a7fd req-c805f377-70c1-4573-b61e-afd693ba2743 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.1229796 Dec 18 03:14:01.112579 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.122357 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.127564 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/75b228cd-31a6-438c-8a1c-4a93ad03c019 HTTP/1.1" status: 204 len: 168 time: 0.5104067 Dec 18 03:14:01.143022 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919bb7-9ee1-4cf8-9dd6-fd1a7d64eeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b228cd-31a6-438c-8a1c-4a93ad03c019,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:01.144360 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff13c1-bb4e-413c-abe3-687b18201742 req-35a73614-19c2-4867-89f4-6e47a2c30a27 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:01.146083 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-85ff13c1-bb4e-413c-abe3-687b18201742 req-35a73614-19c2-4867-89f4-6e47a2c30a27 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 946 time: 0.0578139 Dec 18 03:14:01.184530 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0ecc6fd5-a0d2-455a-9012-4709c456a7fd req-c49d33fb-088a-40a4-9012-a18f832982db tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Dec 18 03:14:01.203990 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-85ff13c1-bb4e-413c-abe3-687b18201742 req-64f2e6a8-8926-40fb-b742-e0c72352c33b tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493755 Dec 18 03:14:01.297435 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58688) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:01.343366 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab0ab26a-14e1-4774-97b7-c2422ffb6c58 req-dabf7d1a-cef1-4b46-8fd8-46e32c6a19d8 tempest-VolumesNegativeTest-1851494833 tempest-VolumesNegativeTest-1851494833-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7171a8a-454c-4893-9d06-482322c37d16 HTTP/1.1" status: 200 len: 210 time: 0.0287762 Dec 18 03:14:01.348134 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-15f6f131-6eff-4e84-91bb-2e5ab446ef09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e314dd468314ecb913508e8ead4827b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490859 Dec 18 03:14:01.350908 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58690) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:01.400783 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d888ce4-7157-4f08-8691-6b09662dc16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.424666 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d888ce4-7157-4f08-8691-6b09662dc16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.487704 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d888ce4-7157-4f08-8691-6b09662dc16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.505656 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03fb25a2-3ff5-4722-a83c-72ff21b8e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.506370 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d888ce4-7157-4f08-8691-6b09662dc16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:01.510993 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3d888ce4-7157-4f08-8691-6b09662dc16a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47c25996-7851-46de-97ac-e8df5e49dd3b HTTP/1.1" status: 204 len: 168 time: 0.1582129 Dec 18 03:14:01.524912 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d888ce4-7157-4f08-8691-6b09662dc16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c25996-7851-46de-97ac-e8df5e49dd3b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:01.613833 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a6d0-31c7-4cc7-9803-151e1ca668e2 req-0fa94d01-8556-4d34-babd-e401fa373a34 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:01.615504 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e2c9a6d0-31c7-4cc7-9803-151e1ca668e2 req-0fa94d01-8556-4d34-babd-e401fa373a34 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0675306 Dec 18 03:14:01.632186 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300300-4f27-4155-8501-9a5dc2e45253 req-03c302d7-ba73-4937-b013-2dec2a1e01fb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:01.633762 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2b300300-4f27-4155-8501-9a5dc2e45253 req-03c302d7-ba73-4937-b013-2dec2a1e01fb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0581877 Dec 18 03:14:01.680480 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e2c9a6d0-31c7-4cc7-9803-151e1ca668e2 req-17b85470-d9bd-4578-a1e8-40da86ce5130 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577540 Dec 18 03:14:01.692708 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2b300300-4f27-4155-8501-9a5dc2e45253 req-bddd8078-93a9-4bcf-8bc3-3e26bdb4e083 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526180 Dec 18 03:14:01.909094 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58704) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:01.949489 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b3c870e0-1b68-409f-98ee-0a71291a7707 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8aa4a7e5a8146adbe575ce66bd444be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391920 Dec 18 03:14:01.951950 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 58708) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:02.000619 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-794f7d1b-c095-4907-8b6d-a1bdd62b09c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:02.021566 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-794f7d1b-c095-4907-8b6d-a1bdd62b09c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:02.078110 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-794f7d1b-c095-4907-8b6d-a1bdd62b09c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:02.081162 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-794f7d1b-c095-4907-8b6d-a1bdd62b09c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:02.082441 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-794f7d1b-c095-4907-8b6d-a1bdd62b09c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9924fe3e-e762-48ca-bc7e-5f507e45a218 HTTP/1.1" status: 204 len: 168 time: 0.1296475 Dec 18 03:14:02.091364 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f7d1b-c095-4907-8b6d-a1bdd62b09c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9924fe3e-e762-48ca-bc7e-5f507e45a218,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:02.224559 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-3e40821d-45e5-432b-9f03-978297bee919 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:02.226171 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-3e40821d-45e5-432b-9f03-978297bee919 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/networks?id=8ae16f07-c695-4581-a1d1-000cf62d9722 HTTP/1.1" status: 200 len: 813 time: 0.1052983 Dec 18 03:14:02.243939 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-1e561659-c9d9-4b19-a043-1a59145ef5cb tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/quotas/2332e8c0e55443e4850ccea9e08376d9 HTTP/1.1" status: 200 len: 375 time: 0.0099146 Dec 18 03:14:02.279523 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-df7c16bf-bee2-41da-a4f8-fd0c1e47995a tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2332e8c0e55443e4850ccea9e08376d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283809 Dec 18 03:14:02.305783 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e06d9-41e9-431c-8067-a54b5d11e8f7 req-ad6e26de-5eae-4d83-910c-86c8e0588854 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:02.307427 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5f6e06d9-41e9-431c-8067-a54b5d11e8f7 req-ad6e26de-5eae-4d83-910c-86c8e0588854 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.0490777 Dec 18 03:14:02.361543 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5f6e06d9-41e9-431c-8067-a54b5d11e8f7 req-f9871a3f-bd32-46e0-8d27-a5702e1b1bd2 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479910 Dec 18 03:14:02.393069 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-e9e42e82-4193-4e4b-86e2-dce1b77d8bc4 service neutron] 10.222.0.24 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048634 Dec 18 03:14:02.513757 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-c88bfa94-f6c4-49b2-9885-c478d3c89fea service neutron] 10.222.0.24 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086783 Dec 18 03:14:02.741922 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-015d942f-c6b1-4d15-9973-374f23e2e805 req-56f0dedd-40f7-4d00-aa71-2635696362d6 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 210 time: 0.0479102 Dec 18 03:14:02.882988 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eb1b5-738f-4ce2-b9fb-6c374a06c009 req-2ba4b019-a068-4fe9-9bbb-1a6cac5e9cb8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:02.884526 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-525eb1b5-738f-4ce2-b9fb-6c374a06c009 req-2ba4b019-a068-4fe9-9bbb-1a6cac5e9cb8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0631452 Dec 18 03:14:02.947684 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-525eb1b5-738f-4ce2-b9fb-6c374a06c009 req-20281120-580f-4b7e-8109-f1073a0ad05e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567679 Dec 18 03:14:03.120595 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508ea4-7a95-4f06-8b34-879f0aaab5ef req-74accb32-dced-4a66-954f-e537edfb3ff1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:03.122248 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c4508ea4-7a95-4f06-8b34-879f0aaab5ef req-74accb32-dced-4a66-954f-e537edfb3ff1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0731485 Dec 18 03:14:03.191856 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c4508ea4-7a95-4f06-8b34-879f0aaab5ef req-b108b435-dbf9-47ac-8283-587e427fea61 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589380 Dec 18 03:14:03.532700 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa229622-cade-4ea7-88b4-ae92727af683 req-348e38e8-e55b-42c7-a714-c8d5176a0373 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:03.534198 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aa229622-cade-4ea7-88b4-ae92727af683 req-348e38e8-e55b-42c7-a714-c8d5176a0373 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.0632939 Dec 18 03:14:03.601481 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aa229622-cade-4ea7-88b4-ae92727af683 req-c88d9dda-e753-4ca2-9fd6-9e9160578036 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605557 Dec 18 03:14:03.852085 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-abc36783-d748-4b40-89d7-d38b8a65129b req-ef8dcf5b-1eb4-4410-a59f-671d6ac46729 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 210 time: 0.0306489 Dec 18 03:14:03.899415 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0a1926e-bdae-4057-98f8-29f14f50db41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:03.978417 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 89c9d737-9fbe-413b-94fc-e8c0330894d5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:14:03.999966 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 89c9d737-9fbe-413b-94fc-e8c0330894d5 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:14:04.000311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 89c9d737-9fbe-413b-94fc-e8c0330894d5 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:14:04.067188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab4ace-d8c0-4289-8b46-13054f5a3a5f req-bd14bf0a-710c-4dc4-83b9-e3cae9f402b2 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:04.068714 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7eab4ace-d8c0-4289-8b46-13054f5a3a5f req-bd14bf0a-710c-4dc4-83b9-e3cae9f402b2 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Dec 18 03:14:04.125130 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7eab4ace-d8c0-4289-8b46-13054f5a3a5f req-a93f04d3-8d09-4a56-aa0e-f87bbcc2c8e0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Dec 18 03:14:04.372051 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd37b20-b02e-4469-9719-3f3ade0e671f req-88a0ef5c-36b1-4254-a236-d3a0f5e2256d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:04.386206 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9bd37b20-b02e-4469-9719-3f3ade0e671f req-88a0ef5c-36b1-4254-a236-d3a0f5e2256d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0776541 Dec 18 03:14:04.394834 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8dde8351-180f-4437-97dd-88a5fe7a3f9e tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:04.396634 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8dde8351-180f-4437-97dd-88a5fe7a3f9e tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "GET /v2.0/networks?id=8ae16f07-c695-4581-a1d1-000cf62d9722 HTTP/1.1" status: 200 len: 813 time: 0.1808434 Dec 18 03:14:04.430347 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Request body: {'port': {'device_id': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722', 'admin_state_up': True, 'tenant_id': '2332e8c0e55443e4850ccea9e08376d9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:04.436471 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9bd37b20-b02e-4469-9719-3f3ade0e671f req-2a5f06a9-9852-4de3-85ae-5530b2a6306c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490997 Dec 18 03:14:04.542949 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Made reservation on behalf of 2332e8c0e55443e4850ccea9e08376d9 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:14:04.546704 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:04.693161 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Allocated IP 172.20.0.3 (8ae16f07-c695-4581-a1d1-000cf62d9722/e0aca8fc-648d-419e-ad45-95eef85bbba6/4f8c374e-f41c-48e6-9acf-025bf9c609dc) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:04.914791 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:04.970123 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.001363 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-68a0341e-c6ca-4eef-a230-65ef6a086c76 req-6900a15b-9433-4639-8af9-a50f11dd7936 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 210 time: 0.0440345 Dec 18 03:14:05.007410 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722a45c-6544-418f-8856-8222fd611ab3 req-5ec7afbe-a2c5-4b4c-9378-e5427dd9d4f0 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:05.009674 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1722a45c-6544-418f-8856-8222fd611ab3 req-5ec7afbe-a2c5-4b4c-9378-e5427dd9d4f0 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.0744514 Dec 18 03:14:05.017748 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.068533 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1722a45c-6544-418f-8856-8222fd611ab3 req-60a6b2a4-5c43-41d1-88e8-3f4c833efdfa tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518770 Dec 18 03:14:05.071139 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Network 8ae16f07-c695-4581-a1d1-000cf62d9722 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:05.074208 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:05.077977 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:05.108063 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Pushing event updated for resources: {'Port': ['ID=4f8c374e-f41c-48e6-9acf-025bf9c609dc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:05.136643 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:05.137275 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.157765 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-8d91e0a9-63b4-4fcd-8a76-db95c9f95d6f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312078 Dec 18 03:14:05.183815 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Request body: {'port': {'device_id': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:05.281134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.303046 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e608e-886a-44a3-affa-9028e8220c9b req-40e8790a-7e21-4299-8440-f818f990a47b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:05.303724 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-386e608e-886a-44a3-affa-9028e8220c9b req-40e8790a-7e21-4299-8440-f818f990a47b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0952721 Dec 18 03:14:05.442789 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-386e608e-886a-44a3-affa-9028e8220c9b req-cca1ead9-e483-4866-97ed-d18b6e898058 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162531 Dec 18 03:14:05.563412 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e80e8-b8a9-44c7-9845-e3c4778ee475 req-808b1be7-010a-4932-92c3-ae92ef333ade tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:05.564897 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-105e80e8-b8a9-44c7-9845-e3c4778ee475 req-808b1be7-010a-4932-92c3-ae92ef333ade tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Dec 18 03:14:05.599207 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8c374e-f41c-48e6-9acf-025bf9c609dc {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:14:05.608403 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.622691 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Transition to ACTIVE for port object 4f8c374e-f41c-48e6-9acf-025bf9c609dc will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:14:05.625720 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.626718 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-105e80e8-b8a9-44c7-9845-e3c4778ee475 req-339dc052-6768-4928-9ac5-e5b44c9be792 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553780 Dec 18 03:14:05.686000 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8c374e-f41c-48e6-9acf-025bf9c609dc,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:05.751824 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Attempting to bind port 4f8c374e-f41c-48e6-9acf-025bf9c609dc on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:05.752163 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Attempting to bind port 4f8c374e-f41c-48e6-9acf-025bf9c609dc by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:05.752507 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Attempting to bind port 4f8c374e-f41c-48e6-9acf-025bf9c609dc on network 8ae16f07-c695-4581-a1d1-000cf62d9722 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:05.757265 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Port 4f8c374e-f41c-48e6-9acf-025bf9c609dc on network 8ae16f07-c695-4581-a1d1-000cf62d9722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:14:05.757882 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Attempting to bind port 4f8c374e-f41c-48e6-9acf-025bf9c609dc on network 8ae16f07-c695-4581-a1d1-000cf62d9722 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:05.762781 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:05.763115 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Checking segment: {'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:05.763613 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Bound using segment: {'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:05.764041 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Bound port: 4f8c374e-f41c-48e6-9acf-025bf9c609dc, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:05.764396 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.831062 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] For port 4f8c374e-f41c-48e6-9acf-025bf9c609dc, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:05.834390 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] For port 4f8c374e-f41c-48e6-9acf-025bf9c609dc, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4f8c374e-f41c-48e6-9acf-025bf9c609dc,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:05.839912 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.844569 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:14:05.875013 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:05.875625 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:05.876974 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] 10.222.0.16 "PUT /v2.0/ports/4f8c374e-f41c-48e6-9acf-025bf9c609dc HTTP/1.1" status: 200 len: 1093 time: 0.6977766 Dec 18 03:14:05.877405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'tag': '4f8c374e-f41c-48e6-9acf-025bf9c609dc'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:05.879632 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eb170a-2006-438e-82cc-3fc999dd8dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c57492c3-936b-4bd6-a228-ea2828faae96", "tag": "4f8c374e-f41c-48e6-9acf-025bf9c609dc"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:05.904228 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90417808-dbe9-4755-aa96-13d860b4af84 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8c374e-f41c-48e6-9acf-025bf9c609dc,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:05.930751 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f2597-808a-4569-9fc7-76d59422bd69 x-openstack-request-id: req-af5f2597-808a-4569-9fc7-76d59422bd69 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:05.931037 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57492c3-936b-4bd6-a228-ea2828faae96", "tag": "4f8c374e-f41c-48e6-9acf-025bf9c609dc", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:05.931337 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af5f2597-808a-4569-9fc7-76d59422bd69 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:05.931734 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'tag': '4f8c374e-f41c-48e6-9acf-025bf9c609dc', 'status': 'completed', 'code': 200} Dec 18 03:14:06.017897 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-fa371152-c1c0-4112-a8cf-972e093bca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:06.024299 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-fa371152-c1c0-4112-a8cf-972e093bca73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2332e8c0e55443e4850ccea9e08376d9&device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 1096 time: 0.0477984 Dec 18 03:14:06.098579 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-87f0414b-93ce-4ead-91de-ffa4cbe2db87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f8c374e-f41c-48e6-9acf-025bf9c609dc HTTP/1.1" status: 200 len: 217 time: 0.0519063 Dec 18 03:14:06.140403 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197f396-b0c7-4301-9017-1bb8e2c18d32 req-5dac68db-d2ff-4d35-bf4e-007b60e9a2fe tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:06.142874 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6197f396-b0c7-4301-9017-1bb8e2c18d32 req-5dac68db-d2ff-4d35-bf4e-007b60e9a2fe tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 943 time: 0.0601044 Dec 18 03:14:06.193467 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-2af44af0-7111-40a8-a34e-df31922dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:06.195312 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-2af44af0-7111-40a8-a34e-df31922dffe6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0aca8fc-648d-419e-ad45-95eef85bbba6 HTTP/1.1" status: 200 len: 853 time: 0.0804255 Dec 18 03:14:06.196020 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6197f396-b0c7-4301-9017-1bb8e2c18d32 req-4b60abd2-2959-4937-9be1-9fde46a9097c tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Dec 18 03:14:06.211072 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4410d0-f30e-4247-80a9-db46ae2300cf req-839ab802-cdde-4de3-95d2-7bfe57d13083 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:06.212508 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df4410d0-f30e-4247-80a9-db46ae2300cf req-839ab802-cdde-4de3-95d2-7bfe57d13083 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.0587988 Dec 18 03:14:06.241533 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59084) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:06.247314 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-a3c1c718-5411-473a-9922-6f95ca74a61e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae16f07-c695-4581-a1d1-000cf62d9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297408 Dec 18 03:14:06.329760 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df4410d0-f30e-4247-80a9-db46ae2300cf req-89e41ef8-daea-4fac-b6dd-784c954813e5 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045363 Dec 18 03:14:06.357451 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be6b620d-e547-4234-b571-aa1c155cb9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.366706 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-93aa97e9-cdac-444a-bae3-b6199f59d068 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102507 Dec 18 03:14:06.437311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.451564 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be6b620d-e547-4234-b571-aa1c155cb9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.456228 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be6b620d-e547-4234-b571-aa1c155cb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.501380 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-be6b620d-e547-4234-b571-aa1c155cb9e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=327b1e9a3e6f4e2c895930265640efab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586975 Dec 18 03:14:06.503450 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b620d-e547-4234-b571-aa1c155cb9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92828fe4-019a-47bc-aa86-8ddf64154b17,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:06.513890 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:06.604319 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bf331-ca7a-4ca6-b06d-a11ef0f6fdee req-3da240e1-6ec0-43c3-9732-517bd9b21aac tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:06.606158 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-006bf331-ca7a-4ca6-b06d-a11ef0f6fdee req-3da240e1-6ec0-43c3-9732-517bd9b21aac tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0840938 Dec 18 03:14:06.611572 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e974c61-63b7-49ee-80e6-3e6944561574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.650903 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e974c61-63b7-49ee-80e6-3e6944561574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.699029 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-006bf331-ca7a-4ca6-b06d-a11ef0f6fdee req-606f17af-5ba4-4d2f-8127-048e39e83dd7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854282 Dec 18 03:14:06.723405 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e974c61-63b7-49ee-80e6-3e6944561574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.727319 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e974c61-63b7-49ee-80e6-3e6944561574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:06.733971 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3e974c61-63b7-49ee-80e6-3e6944561574 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92828fe4-019a-47bc-aa86-8ddf64154b17 HTTP/1.1" status: 204 len: 168 time: 0.2164516 Dec 18 03:14:06.742411 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974c61-63b7-49ee-80e6-3e6944561574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92828fe4-019a-47bc-aa86-8ddf64154b17,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:06.745508 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ceb727-85e3-4861-9fd7-10aa7270a12b req-88820fe6-7bbc-4971-bb65-1ce7f2f00bab service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550339 Dec 18 03:14:06.787519 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03328-ee2e-47df-b57e-f3620be713bd req-b6a0ef76-b890-487c-9666-4c6f59a0336b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:06.790320 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad03328-ee2e-47df-b57e-f3620be713bd req-b6a0ef76-b890-487c-9666-4c6f59a0336b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0678432 Dec 18 03:14:06.849384 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad03328-ee2e-47df-b57e-f3620be713bd req-3b46f6f4-cd67-470b-bc42-5d557870c381 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 Dec 18 03:14:06.987349 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-ead01868-aa1c-43b8-9f7a-49ebe6e96196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:06.988779 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-ead01868-aa1c-43b8-9f7a-49ebe6e96196 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2332e8c0e55443e4850ccea9e08376d9&device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 1096 time: 0.0439475 Dec 18 03:14:07.143033 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-3bac37c3-8cd5-4319-a097-bc6bdd0ee229 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:07.144497 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-3bac37c3-8cd5-4319-a097-bc6bdd0ee229 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.0525689 Dec 18 03:14:07.179119 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-5069f386-ae7d-4c26-8d9f-15c9a48f9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:07.180580 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-5069f386-ae7d-4c26-8d9f-15c9a48f9daa service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae16f07-c695-4581-a1d1-000cf62d9722 HTTP/1.1" status: 200 len: 914 time: 0.0888453 Dec 18 03:14:07.241347 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-366ef9e2-74ea-4135-8ada-febcc9510f14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f8c374e-f41c-48e6-9acf-025bf9c609dc HTTP/1.1" status: 200 len: 217 time: 0.0481775 Dec 18 03:14:07.244237 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Deleting port 1a6e233c-6788-4906-960d-31eabd79a5f3 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:14:07.244782 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.304767 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-f905f632-e7d9-4ce0-b299-71c7ff2a560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:07.308451 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-f905f632-e7d9-4ce0-b299-71c7ff2a560f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0aca8fc-648d-419e-ad45-95eef85bbba6 HTTP/1.1" status: 200 len: 853 time: 0.0571713 Dec 18 03:14:07.346369 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-5400683e-f610-43b6-a173-8c7e27824c20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae16f07-c695-4581-a1d1-000cf62d9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319290 Dec 18 03:14:07.368213 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1ffa3-84ca-49c8-b6a6-73fcee49e877 req-c2cb0c03-e114-4790-be93-76aaca0ce9d0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:07.369770 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d2b1ffa3-84ca-49c8-b6a6-73fcee49e877 req-c2cb0c03-e114-4790-be93-76aaca0ce9d0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 943 time: 0.0772171 Dec 18 03:14:07.370251 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:07.401155 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] For port 1a6e233c-6788-4906-960d-31eabd79a5f3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1a6e233c-6788-4906-960d-31eabd79a5f3,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:07.401512 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.422542 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Calling delete_port for 1a6e233c-6788-4906-960d-31eabd79a5f3 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:14:07.466427 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.490585 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-9bf33974-ed5c-48f3-9fa1-8ca2b95e651e service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288564 Dec 18 03:14:07.493672 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d2b1ffa3-84ca-49c8-b6a6-73fcee49e877 req-c40e7722-2a37-46dd-8ab9-7ba1a7ff8203 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126423 Dec 18 03:14:07.500088 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7465ea-acd4-4366-8cf1-4bd1a5c1d2e7 req-da9adc25-fa68-47e6-bc82-1e86b4e740af tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:07.501855 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2b7465ea-acd4-4366-8cf1-4bd1a5c1d2e7 req-da9adc25-fa68-47e6-bc82-1e86b4e740af tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcb36a5-8f79-4d98-8876-72a931e154f7 HTTP/1.1" status: 200 len: 946 time: 0.0767651 Dec 18 03:14:07.610929 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-f1869e34-15e6-4094-8854-467ee51054de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83a0c96a8b9042b985620098618d5fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346454 Dec 18 03:14:07.612038 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.613264 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59114) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:07.613715 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2b7465ea-acd4-4366-8cf1-4bd1a5c1d2e7 req-5e13dfeb-1bb7-49fc-a9bf-38f99869580f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956886 Dec 18 03:14:07.644706 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5eb170a-2006-438e-82cc-3fc999dd8dc7 req-12e2f6d4-1684-4cd2-b361-4437bc7fcb74 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278372 Dec 18 03:14:07.663671 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Pushing event deleted for resources: {'Port': ['ID=1a6e233c-6788-4906-960d-31eabd79a5f3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:07.677576 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['1a6e233c-6788-4906-960d-31eabd79a5f3'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:07.728568 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] No DVR routers for this DVR port 1a6e233c-6788-4906-960d-31eabd79a5f3 on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:14:07.730284 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0a34-cb2d-4051-ba00-2ca22752b5db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.733690 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.737160 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-71d975f8-962b-4e71-bdf6-60278cae6d29 req-439a6124-6c0d-4c94-9386-94c908ab36a7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "DELETE /v2.0/ports/1a6e233c-6788-4906-960d-31eabd79a5f3 HTTP/1.1" status: 204 len: 173 time: 0.5832977 Dec 18 03:14:07.737591 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'name': 'network-vif-deleted', 'tag': '1a6e233c-6788-4906-960d-31eabd79a5f3'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:07.739835 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc26ee6-79f0-4286-903c-8e02c950d97b" -d '{"events": [{"server_uuid": "1dcb36a5-8f79-4d98-8876-72a931e154f7", "name": "network-vif-deleted", "tag": "1a6e233c-6788-4906-960d-31eabd79a5f3"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:07.763571 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0a34-cb2d-4051-ba00-2ca22752b5db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.787193 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d722bc8-d0c8-4a26-bb03-77d88aa998da x-openstack-request-id: req-2d722bc8-d0c8-4a26-bb03-77d88aa998da {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:07.787478 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcb36a5-8f79-4d98-8876-72a931e154f7", "name": "network-vif-deleted", "tag": "1a6e233c-6788-4906-960d-31eabd79a5f3", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:07.787727 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d722bc8-d0c8-4a26-bb03-77d88aa998da {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:07.788298 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcb36a5-8f79-4d98-8876-72a931e154f7', 'name': 'network-vif-deleted', 'tag': '1a6e233c-6788-4906-960d-31eabd79a5f3', 'status': 'completed', 'code': 200} Dec 18 03:14:07.841555 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e6b0-6773-4885-9fd2-9887021ded0a req-a583962d-fbdc-4e86-bd24-7302590d840c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:07.843064 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e0a7e6b0-6773-4885-9fd2-9887021ded0a req-a583962d-fbdc-4e86-bd24-7302590d840c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0541637 Dec 18 03:14:07.848263 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0a34-cb2d-4051-ba00-2ca22752b5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.851413 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0a34-cb2d-4051-ba00-2ca22752b5db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:07.852488 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-8bcb0a34-cb2d-4051-ba00-2ca22752b5db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ceae1cd0-c2bb-4fe8-872c-55ff713096bf HTTP/1.1" status: 204 len: 168 time: 0.2338438 Dec 18 03:14:07.877227 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb0a34-cb2d-4051-ba00-2ca22752b5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceae1cd0-c2bb-4fe8-872c-55ff713096bf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:07.926518 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e0a7e6b0-6773-4885-9fd2-9887021ded0a req-142a2f16-a8b6-4482-843b-a7c328460044 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719790 Dec 18 03:14:07.993917 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc8681-eb04-4de7-a3d9-7998e9b289b5 req-c73dca0d-586a-454d-ada5-6ab3974a4086 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:07.998174 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3acc8681-eb04-4de7-a3d9-7998e9b289b5 req-c73dca0d-586a-454d-ada5-6ab3974a4086 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0563524 Dec 18 03:14:08.045553 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3acc8681-eb04-4de7-a3d9-7998e9b289b5 req-86d1d977-3fb1-47ed-8ea4-f808d45d779b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Dec 18 03:14:08.586351 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59146) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:08.632331 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209bd9-9435-4536-a7da-73bbdbef23cc req-7974993b-f888-4e1f-8608-1ae8d871f7a1 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:08.633415 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c2209bd9-9435-4536-a7da-73bbdbef23cc req-7974993b-f888-4e1f-8608-1ae8d871f7a1 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 943 time: 0.0557494 Dec 18 03:14:08.701165 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c2209bd9-9435-4536-a7da-73bbdbef23cc req-92655723-7423-4a0e-ab66-d9648009be06 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Dec 18 03:14:08.711187 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1579431789-network', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:08.743864 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Made reservation on behalf of f7f34416462043419f27fc97d17ab2bb for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:14:08.746700 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:08.764113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:08.853779 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:08.869958 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:08.945646 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:14:08.961407 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3242ca0-9204-4310-a320-42fda6bbecc0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:08.968419 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:08.968765 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Added segment a4596e87-9b0c-4a63-ba2f-e68fbb02dd28 of type vlan for network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 Dec 18 03:14:09.034695 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.040513 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c765dfd-477f-4d7a-8073-ad3a07982cb5 req-3fc55bcd-1321-4580-a450-080a15c5e2a1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:09.041963 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3c765dfd-477f-4d7a-8073-ad3a07982cb5 req-3fc55bcd-1321-4580-a450-080a15c5e2a1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Dec 18 03:14:09.049875 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-42b25ffe-bd7a-4a32-b04f-fa29fcd345d7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:09.051376 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-42b25ffe-bd7a-4a32-b04f-fa29fcd345d7 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/networks?id=56ac0911-7660-4a3b-957e-b00bd8c0a253 HTTP/1.1" status: 200 len: 809 time: 0.1963654 Dec 18 03:14:09.076915 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-146d74dc-81c7-4fb5-b297-fa2bfc5996bc tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/quotas/720269d188094f32978b00a4858a2da0 HTTP/1.1" status: 200 len: 375 time: 0.0146523 Dec 18 03:14:09.080124 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.081550 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:09.082188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.093722 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3c765dfd-477f-4d7a-8073-ad3a07982cb5 req-dd13af4f-d7a3-4c7c-8e4d-03e5e41d9a25 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455048 Dec 18 03:14:09.128270 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-1f46552d-d036-4991-b96b-694897fb05ed tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=720269d188094f32978b00a4858a2da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423453 Dec 18 03:14:09.172023 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59168) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:09.172329 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5847747 Dec 18 03:14:09.176608 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Request body: {'subnet': {'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1579431789-subnet', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:09.224858 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8bbb6-4991-40e2-b0a0-20435a4db421 admin admin] Pushing event updated for resources: {'Network': ['ID=564be5c6-0032-4b6f-a63b-8fc0ef0d3621,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:09.231931 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93b3ca-93e6-4b97-b625-1b2e8eaa5c3e req-84f7d27f-cc1e-42f3-8397-85fcdccee4c6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:09.233446 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d93b3ca-93e6-4b97-b625-1b2e8eaa5c3e req-84f7d27f-cc1e-42f3-8397-85fcdccee4c6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0740259 Dec 18 03:14:09.234219 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Made reservation on behalf of f7f34416462043419f27fc97d17ab2bb for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:14:09.236568 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13540667'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.237926 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:14:09.268825 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-e46f81a4-c600-4eac-8150-5ce99a0787ff service neutron] 10.222.0.24 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134448 Dec 18 03:14:09.343330 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5d93b3ca-93e6-4b97-b625-1b2e8eaa5c3e req-2b5fefb9-9383-4558-a849-c69444d4f7e0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945501 Dec 18 03:14:09.375608 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-f31b8e7a-ac41-4b06-9fd8-2acc300c525e service neutron] 10.222.0.24 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980470 Dec 18 03:14:09.447178 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13578788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13540693'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.510818 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03fc07a-30e0-45f5-99c8-9d3830548022,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:09.515962 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Checking segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:09.516318 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Network hostable DHCP agents. Network: 564be5c6-0032-4b6f-a63b-8fc0ef0d3621, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:14:09.556965 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-77d67b11-bc48-48ee-9c05-7944e9448cb0 req-6492e8f8-25b2-4975-837a-49e53e941baf tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 210 time: 0.0302601 Dec 18 03:14:09.557682 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:14:09.568694 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 564be5c6-0032-4b6f-a63b-8fc0ef0d3621) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:09.573741 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:09.574422 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.582164 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a6397-e212-4034-b4c5-0bc0f8d78647 None None] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:14:09.606737 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3ed8112e-f61d-4178-b27e-b198aec9b708 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4336190 Dec 18 03:14:09.610176 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59178) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:09.615552 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:09.651485 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.652543 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.712737 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:14:09.713892 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.723174 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.858960 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5489a-1e54-4cb7-bfb5-5c90f3aeb513 req-affc058e-65e2-4060-ace8-7a51044370fc tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:09.861215 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-30d5489a-1e54-4cb7-bfb5-5c90f3aeb513 req-affc058e-65e2-4060-ace8-7a51044370fc tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 943 time: 0.0697234 Dec 18 03:14:09.883937 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:09.916570 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Allocated IP 172.20.0.2 (564be5c6-0032-4b6f-a63b-8fc0ef0d3621/d03fc07a-30e0-45f5-99c8-9d3830548022/87e0cc04-4a6d-418f-ad67-a4b221d237a5) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:09.926078 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-30d5489a-1e54-4cb7-bfb5-5c90f3aeb513 req-7bb659e2-d977-4bd2-b1d9-93e7c18c589f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551641 Dec 18 03:14:09.992502 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 4f8c374e-f41c-48e6-9acf-025bf9c609dc details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:14:10.136265 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.156859 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.209226 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Pushing event updated for resources: {'Port': ['ID=87e0cc04-4a6d-418f-ad67-a4b221d237a5,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:10.214420 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 4f8c374e-f41c-48e6-9acf-025bf9c609dc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4f8c374e-f41c-48e6-9acf-025bf9c609dc,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:10.226625 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:10.229687 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:10.233319 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:10.238497 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '4f8c374e-f41c-48e6-9acf-025bf9c609dc', 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722', 'port_id': '4f8c374e-f41c-48e6-9acf-025bf9c609dc', 'mac_address': 'fa:16:3e:4c:85:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0aca8fc-648d-419e-ad45-95eef85bbba6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:14:10.317532 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Attempting to bind port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:10.317920 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Attempting to bind port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:10.318278 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Attempting to bind port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:10.324089 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.325961 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:10.326333 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Checking segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:10.326712 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.327097 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Bound using segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:10.327553 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Bound port: 87e0cc04-4a6d-418f-ad67-a4b221d237a5, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:10.327918 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.347307 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8c374e-f41c-48e6-9acf-025bf9c609dc {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:14:10.373231 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fc9b6-420f-49ba-8a5d-682ca66e1b02 req-4d03cef8-4c55-4ec0-a4ef-e867372d6158 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:10.374101 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-770fc9b6-420f-49ba-8a5d-682ca66e1b02 req-4d03cef8-4c55-4ec0-a4ef-e867372d6158 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0832889 Dec 18 03:14:10.375327 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.394878 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 4f8c374e-f41c-48e6-9acf-025bf9c609dc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4f8c374e-f41c-48e6-9acf-025bf9c609dc,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:10.403942 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.441112 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.449965 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] For port 87e0cc04-4a6d-418f-ad67-a4b221d237a5, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:10.454981 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] For port 87e0cc04-4a6d-418f-ad67-a4b221d237a5, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=87e0cc04-4a6d-418f-ad67-a4b221d237a5,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:10.463477 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.481948 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=4f8c374e-f41c-48e6-9acf-025bf9c609dc,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:10.483863 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53ac9-57da-4cf5-88d3-0a00d9fcb45d req-15091b84-0f3f-4b0e-8c43-bc030d267b50 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:10.487102 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4ea53ac9-57da-4cf5-88d3-0a00d9fcb45d req-15091b84-0f3f-4b0e-8c43-bc030d267b50 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0603132 Dec 18 03:14:10.540404 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-770fc9b6-420f-49ba-8a5d-682ca66e1b02 req-6144a5fc-8d92-475e-8116-bb8bea8a3422 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059079 Dec 18 03:14:10.551273 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85fb78-719b-44b0-84dc-7cdcb560a68f None None] Pushing event updated for resources: {'Port': ['ID=87e0cc04-4a6d-418f-ad67-a4b221d237a5,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:10.554144 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4ea53ac9-57da-4cf5-88d3-0a00d9fcb45d req-84f6ee71-2cf8-4fbe-be3b-3037f47dfec4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506172 Dec 18 03:14:10.600114 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Allocated IP 172.27.2.67 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/ea824b7a-fdf5-4732-806c-1912238d2849) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:10.691057 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2376f972-1bd3-4806-9875-1c422926a99b req-1754989d-b1e2-4cb1-a7a4-583fb1537293 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 210 time: 0.0332344 Dec 18 03:14:10.749967 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.804889 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:10.849051 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:10.852877 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:10.857046 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:10.887883 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ea824b7a-fdf5-4732-806c-1912238d2849,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:11.083650 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['4f8c374e-f41c-48e6-9acf-025bf9c609dc'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:11.097597 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d980356-0da3-4726-921c-16e991cb2c3a req-a83db27a-6e69-4da4-9966-3ad4b71ccfc5 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:11.099188 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d980356-0da3-4726-921c-16e991cb2c3a req-a83db27a-6e69-4da4-9966-3ad4b71ccfc5 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 944 time: 0.0811033 Dec 18 03:14:11.140143 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-7e311036-9b81-4efe-b782-d2745653654f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:11.141973 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-7e311036-9b81-4efe-b782-d2745653654f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "GET /v2.0/networks?id=56ac0911-7660-4a3b-957e-b00bd8c0a253 HTTP/1.1" status: 200 len: 809 time: 0.1936743 Dec 18 03:14:11.167072 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d980356-0da3-4726-921c-16e991cb2c3a req-626f1068-7bf1-456a-ae63-cf6a68500b33 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601962 Dec 18 03:14:11.202149 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Request body: {'port': {'device_id': '0d29639a-4553-421a-aa64-08117561d492', 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253', 'admin_state_up': True, 'tenant_id': '720269d188094f32978b00a4858a2da0'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:11.317597 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:11.435474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Made reservation on behalf of 720269d188094f32978b00a4858a2da0 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:14:11.438998 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:11.500307 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc47c0-a7c8-48e4-9775-63cad5a22acc None None] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:14:11.562904 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-77a83607-9ed8-4a0a-9596-010e5053a0d2 None None] Provisioning complete for port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:11.563270 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77a83607-9ed8-4a0a-9596-010e5053a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:11.625031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:11.687295 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Allocated IP 172.20.0.6 (56ac0911-7660-4a3b-957e-b00bd8c0a253/b984c963-7ba9-45ea-8988-430c8d305b2b/f4969446-259d-42d4-85a3-d1fddce60b47) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:11.692300 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77a83607-9ed8-4a0a-9596-010e5053a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:11.761920 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-77a83607-9ed8-4a0a-9596-010e5053a0d2 None None] For port 87e0cc04-4a6d-418f-ad67-a4b221d237a5, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=87e0cc04-4a6d-418f-ad67-a4b221d237a5,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:11.775527 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77a83607-9ed8-4a0a-9596-010e5053a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:11.791279 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b32f94-1087-4094-a281-cb43602f67bd req-5ab5950b-2978-4722-8fb8-9b1c545f519b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:11.804477 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b7b32f94-1087-4094-a281-cb43602f67bd req-5ab5950b-2978-4722-8fb8-9b1c545f519b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1202488 Dec 18 03:14:11.851921 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 87e0cc04-4a6d-418f-ad67-a4b221d237a5 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:11.905919 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a83607-9ed8-4a0a-9596-010e5053a0d2 None None] Pushing event updated for resources: {'Port': ['ID=87e0cc04-4a6d-418f-ad67-a4b221d237a5,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:11.915269 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b7b32f94-1087-4094-a281-cb43602f67bd req-e54335e3-9556-4368-b97c-394fd0e5bb8e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020844 Dec 18 03:14:11.919047 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9cb05-0bfd-4f03-8d3c-9524a4d12e0c req-3a733b25-6f24-40b6-be71-cf04e252a131 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:11.920585 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-99c9cb05-0bfd-4f03-8d3c-9524a4d12e0c req-3a733b25-6f24-40b6-be71-cf04e252a131 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.2371075 Dec 18 03:14:11.949534 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:11.949938 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.009672 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-99c9cb05-0bfd-4f03-8d3c-9524a4d12e0c req-d198b535-ca8c-47cc-a32a-aa06062456d0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757184 Dec 18 03:14:12.026159 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:14:12.028593 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1a6e233c-6788-4906-960d-31eabd79a5f3 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:14:12.038495 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-95be76f8-192b-4f25-851f-ddfb2e8f0425 req-0fce996b-baea-4403-ba2f-7f6691722e11 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 210 time: 0.0394695 Dec 18 03:14:12.088946 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 1a6e233c-6788-4906-960d-31eabd79a5f3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:14:12.089531 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1a6e233c-6788-4906-960d-31eabd79a5f3 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:14:12.107068 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:14:12.139251 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-16bf81ce-0180-4a96-8b17-1f9560e8a02c None None] Provisioning complete for port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:12.139615 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16bf81ce-0180-4a96-8b17-1f9560e8a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.247128 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:14:12.259699 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:14:12.270537 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.284824 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:12.285195 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:12.299117 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.300347 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ab75a3ef-7d14-4203-88c0-d73e062f96b4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6888826 Dec 18 03:14:12.311511 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59234) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:12.331863 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12bb08-e361-49a1-9ca4-3cfc1bc2f233 req-691908fb-74a2-47aa-860b-6d608fa9ef06 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:12.340429 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cc12bb08-e361-49a1-9ca4-3cfc1bc2f233 req-691908fb-74a2-47aa-860b-6d608fa9ef06 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 944 time: 0.0664070 Dec 18 03:14:12.416582 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cc12bb08-e361-49a1-9ca4-3cfc1bc2f233 req-458123dc-8d9f-4cf8-ac56-13dcc338b939 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749454 Dec 18 03:14:12.450675 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.509020 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Network 56ac0911-7660-4a3b-957e-b00bd8c0a253 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:12.516956 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:12.533138 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:12.541860 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Pushing event updated for resources: {'Port': ['ID=f4969446-259d-42d4-85a3-d1fddce60b47,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:12.542094 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:12.594909 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:12.618791 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'port_id': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'mac_address': 'fa:16:3e:29:75:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:14:12.675256 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:12.675987 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.715906 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.737721 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9de074c-64ba-4630-b439-f53e09e04d4b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:14:12.776250 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:12.781883 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:12.880446 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:12.990262 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:11Z', 'revision_number': 3, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:13.003788 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['b9de074c-64ba-4630-b439-f53e09e04d4b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:13.071953 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:14:13.075606 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Updating router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e port ea824b7a-fdf5-4732-806c-1912238d2849 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:14:13.147866 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:13.161720 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2959b74-6463-43a1-9d3b-bfa7e1ef026d req-cc34eb4b-e139-4659-915c-1ff51b7736c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:13.170845 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d2959b74-6463-43a1-9d3b-bfa7e1ef026d req-cc34eb4b-e139-4659-915c-1ff51b7736c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0622020 Dec 18 03:14:13.241865 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d2959b74-6463-43a1-9d3b-bfa7e1ef026d req-76483ca7-09e2-4d42-952a-966815ed4baa tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696545 Dec 18 03:14:13.267439 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-29cfd1a3-9c87-4db2-a3e7-11641e5e2c87 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0708864 Dec 18 03:14:13.308550 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Request body: {'port': {'device_id': '0d29639a-4553-421a-aa64-08117561d492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:13.417995 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfebb01-7801-4f5e-9803-9e65f16f267c req-0a27a635-e39e-4ee9-a4aa-9a75fc799c6d tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:13.419580 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6cfebb01-7801-4f5e-9803-9e65f16f267c req-0a27a635-e39e-4ee9-a4aa-9a75fc799c6d tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 931 time: 0.0854776 Dec 18 03:14:13.454979 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:13.494166 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:13.496720 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb06784-acef-4616-b0e7-6de885c86349 req-d01f03e8-e86b-4ca5-946a-b8e542cbdfb9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:13.504830 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5eb06784-acef-4616-b0e7-6de885c86349 req-d01f03e8-e86b-4ca5-946a-b8e542cbdfb9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 944 time: 0.2434633 Dec 18 03:14:13.509424 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:13.528505 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6cfebb01-7801-4f5e-9803-9e65f16f267c req-acc4bb0f-69b9-41ed-9506-8b5e9e5fed5e tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019900 Dec 18 03:14:13.573299 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da53b9-6973-4c45-992b-2f9c1fac81c3 None None] Pushing event updated for resources: {'Port': ['ID=ea824b7a-fdf5-4732-806c-1912238d2849,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:13.612331 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Attempting to bind port ea824b7a-fdf5-4732-806c-1912238d2849 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:13.613320 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Attempting to bind port ea824b7a-fdf5-4732-806c-1912238d2849 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:13.613890 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Attempting to bind port ea824b7a-fdf5-4732-806c-1912238d2849 on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:13.624165 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:13.624876 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:13.625540 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:13.626194 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:13.626892 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Bound port: ea824b7a-fdf5-4732-806c-1912238d2849, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:13.627447 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:13.650956 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5eb06784-acef-4616-b0e7-6de885c86349 req-11579357-d364-4f1b-b52b-c96b1d624342 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445465 Dec 18 03:14:13.717016 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930989e-ceab-4cd5-94d5-4e4814ffb37a req-5ba3e706-7ef7-4b58-946d-1df4a0b3ffa4 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:13.728537 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4930989e-ceab-4cd5-94d5-4e4814ffb37a req-5ba3e706-7ef7-4b58-946d-1df4a0b3ffa4 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 944 time: 0.1113741 Dec 18 03:14:13.743151 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] For port ea824b7a-fdf5-4732-806c-1912238d2849, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:13.757313 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] For port ea824b7a-fdf5-4732-806c-1912238d2849, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=ea824b7a-fdf5-4732-806c-1912238d2849,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:13.765304 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:13.789155 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 87e0cc04-4a6d-418f-ad67-a4b221d237a5 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:13.834695 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4930989e-ceab-4cd5-94d5-4e4814ffb37a req-e73eab13-f0fe-4753-b70a-003b1ee28ed7 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043470 Dec 18 03:14:13.846412 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:13.847224 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:13.888151 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da53b9-6973-4c45-992b-2f9c1fac81c3 None None] Pushing event updated for resources: {'Port': ['ID=ea824b7a-fdf5-4732-806c-1912238d2849,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:13.899500 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:13.899612 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.034629 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:14.042764 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:14.098916 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4969446-259d-42d4-85a3-d1fddce60b47 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:14:14.108159 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.112816 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.162839 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Transition to ACTIVE for port object f4969446-259d-42d4-85a3-d1fddce60b47 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:14:14.181773 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.200602 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port b9de074c-64ba-4630-b439-f53e09e04d4b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:14.203116 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.353063 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:11Z', 'revision_number': 3, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:14.384198 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.422877 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:14.425488 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce7ffeb-8655-4113-8f6e-8c80063fa85e" -d '{"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-plugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:14.432381 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012919e-a923-4a05-abe9-3dc96f17e8bf req-6f297322-f150-40b6-8090-ca46d7d11c6f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:14.441666 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9012919e-a923-4a05-abe9-3dc96f17e8bf req-6f297322-f150-40b6-8090-ca46d7d11c6f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0853639 Dec 18 03:14:14.442930 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:14.447524 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f347b-f387-4fff-bced-e80802591eb0 None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:11Z', 'revision_number': 3, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:14:14.453604 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.454485 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 4f8c374e-f41c-48e6-9acf-025bf9c609dc up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:14.493361 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Pushing event updated for resources: {'Port': ['ID=f4969446-259d-42d4-85a3-d1fddce60b47,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:14.541241 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9012919e-a923-4a05-abe9-3dc96f17e8bf req-8c89355e-c1e6-477a-8697-4118b9a3fae1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931573 Dec 18 03:14:14.551763 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:14.565159 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 4f8c374e-f41c-48e6-9acf-025bf9c609dc completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:14:14.581420 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 4f8c374e-f41c-48e6-9acf-025bf9c609dc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:14.582074 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.636184 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c455cc8f-c3b4-4cdc-a76b-684f2f8bad6b x-openstack-request-id: req-c455cc8f-c3b4-4cdc-a76b-684f2f8bad6b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:14.636556 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-plugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:14.636812 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c455cc8f-c3b4-4cdc-a76b-684f2f8bad6b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:14.637205 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'code': 200} Dec 18 03:14:14.664396 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b234e1-360e-4704-b601-2399f54685c0 req-c5bdef7b-21a8-4da0-9760-21120c92f136 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:14.671772 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-c5bdef7b-21a8-4da0-9760-21120c92f136 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.1762071 Dec 18 03:14:14.709238 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.714633 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.715020 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.715386 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.715732 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.716071 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.716409 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.716744 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.717078 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.717411 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.717788 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.718122 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.718455 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.718785 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:14.724717 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Allocated IP 172.20.0.1 (564be5c6-0032-4b6f-a63b-8fc0ef0d3621/d03fc07a-30e0-45f5-99c8-9d3830548022/83414840-f951-4638-b69d-fe9991aed150) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:14.738445 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-de084901-8126-40b4-bd41-cf059d6d0887 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/quotas/e04a810a1bed41eb90634777ccbde0f4 HTTP/1.1" status: 200 len: 375 time: 0.0657113 Dec 18 03:14:14.765775 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 4f8c374e-f41c-48e6-9acf-025bf9c609dc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4f8c374e-f41c-48e6-9acf-025bf9c609dc,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:14.775360 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:14.802653 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58c704-19d8-499c-b1c6-ee2bb33da100 req-0cd1392d-abf9-4f29-b867-c0e77bf07d28 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:14.805526 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0c58c704-19d8-499c-b1c6-ee2bb33da100 req-0cd1392d-abf9-4f29-b867-c0e77bf07d28 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 943 time: 0.1101787 Dec 18 03:14:14.919331 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0c58c704-19d8-499c-b1c6-ee2bb33da100 req-fb574834-3b38-45ff-a632-eb98815738ab tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952663 Dec 18 03:14:14.946574 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=4f8c374e-f41c-48e6-9acf-025bf9c609dc,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:14.951984 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-259a8905-a23f-488b-b608-a476d7c0581c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2125773 Dec 18 03:14:15.019853 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Attempting to bind port f4969446-259d-42d4-85a3-d1fddce60b47 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:15.019853 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Attempting to bind port f4969446-259d-42d4-85a3-d1fddce60b47 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:15.020146 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Attempting to bind port f4969446-259d-42d4-85a3-d1fddce60b47 on network 56ac0911-7660-4a3b-957e-b00bd8c0a253 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:15.047303 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Port f4969446-259d-42d4-85a3-d1fddce60b47 on network 56ac0911-7660-4a3b-957e-b00bd8c0a253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:14:15.047743 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Attempting to bind port f4969446-259d-42d4-85a3-d1fddce60b47 on network 56ac0911-7660-4a3b-957e-b00bd8c0a253 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:15.080971 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:15.081318 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Checking segment: {'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:15.081840 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Bound using segment: {'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:15.085109 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Bound port: f4969446-259d-42d4-85a3-d1fddce60b47, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5f281c-2f47-41cb-8ac6-41acccc08919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:15.085109 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:15.127900 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f53bb-144a-4478-b8a4-52ed8f891fe8 req-2a4a5142-13fc-4d01-a653-f1d5121ab8bb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:15.129807 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-225f53bb-144a-4478-b8a4-52ed8f891fe8 req-2a4a5142-13fc-4d01-a653-f1d5121ab8bb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1165354 Dec 18 03:14:15.152472 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:15.186111 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-821fa1f0-432b-415d-94d5-850b55bf93b7 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331195 Dec 18 03:14:15.213724 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-225f53bb-144a-4478-b8a4-52ed8f891fe8 req-f006d74d-0db4-4837-bec2-06c39c284877 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761452 Dec 18 03:14:15.363739 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-2340886d-790d-4a8c-8361-cc7b3bc97180 service neutron] 10.222.0.24 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757934 Dec 18 03:14:15.379353 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] For port f4969446-259d-42d4-85a3-d1fddce60b47, host hv-cinder-81803, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:15.385014 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] For port f4969446-259d-42d4-85a3-d1fddce60b47, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f4969446-259d-42d4-85a3-d1fddce60b47,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:15.396526 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d444501-a3bd-4670-a064-301608942938 req-d581fcfd-0949-45a8-b88b-9cb213d71449 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:15.408087 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d444501-a3bd-4670-a064-301608942938 req-d581fcfd-0949-45a8-b88b-9cb213d71449 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.0968285 Dec 18 03:14:15.435833 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:15.522567 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d444501-a3bd-4670-a064-301608942938 req-12ef5a27-a58d-47a3-9c91-bff2dbc0d3cb tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133168 Dec 18 03:14:15.592639 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Pushing event updated for resources: {'Port': ['ID=f4969446-259d-42d4-85a3-d1fddce60b47,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:15.610477 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:15.621716 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:15.622474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:15.624557 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-874119f2-caae-433c-bb10-cdba90c5e095 service neutron] 10.222.0.16 "PUT /v2.0/ports/f4969446-259d-42d4-85a3-d1fddce60b47 HTTP/1.1" status: 200 len: 1093 time: 2.3293664 Dec 18 03:14:15.626911 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d29639a-4553-421a-aa64-08117561d492', 'tag': 'f4969446-259d-42d4-85a3-d1fddce60b47'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:15.629187 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d09338-8ef6-4d75-8b22-2ca5b064df91" -d '{"events": [{"name": "network-changed", "server_uuid": "0d29639a-4553-421a-aa64-08117561d492", "tag": "f4969446-259d-42d4-85a3-d1fddce60b47"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:15.731378 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d9e16040-714e-45c6-a3b8-ee50016e5f77 req-46b05dbd-f638-4884-a810-42fed1631543 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 210 time: 0.0777478 Dec 18 03:14:15.809830 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac485d7e-703a-4fcc-806c-f968451e2209 x-openstack-request-id: req-ac485d7e-703a-4fcc-806c-f968451e2209 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:15.810390 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d29639a-4553-421a-aa64-08117561d492", "tag": "f4969446-259d-42d4-85a3-d1fddce60b47", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:15.810571 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac485d7e-703a-4fcc-806c-f968451e2209 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:15.813306 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d29639a-4553-421a-aa64-08117561d492', 'tag': 'f4969446-259d-42d4-85a3-d1fddce60b47', 'status': 'completed', 'code': 200} Dec 18 03:14:15.836970 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:15.839419 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ea824b7a-fdf5-4732-806c-1912238d2849 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:15.842293 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:15.849975 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:15.892691 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:15.913000 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Pushing event updated for resources: {'Port': ['ID=83414840-f951-4638-b69d-fe9991aed150,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:15.958841 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port ea824b7a-fdf5-4732-806c-1912238d2849 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:15.962101 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:16.005685 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-7ef2739d-8d19-4a65-92ea-a156641cab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:16.007837 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-7ef2739d-8d19-4a65-92ea-a156641cab01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=720269d188094f32978b00a4858a2da0&device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 1096 time: 0.2569485 Dec 18 03:14:16.020930 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33786e-33cf-446f-8230-9910f0b41671 req-5e07c18e-5d97-4420-9130-25dd34090156 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:16.057502 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bb33786e-33cf-446f-8230-9910f0b41671 req-5e07c18e-5d97-4420-9130-25dd34090156 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.3328409 Dec 18 03:14:16.192118 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60ba90-ab7c-4731-ad3d-ace0d32c47d6 req-96fc67e1-c91e-4f22-8d44-98d23b048ae3 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:16.211077 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-b8723dcb-b63c-4d8c-a4f6-5b85848d59c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4969446-259d-42d4-85a3-d1fddce60b47 HTTP/1.1" status: 200 len: 217 time: 0.1299300 Dec 18 03:14:16.215175 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9b60ba90-ab7c-4731-ad3d-ace0d32c47d6 req-96fc67e1-c91e-4f22-8d44-98d23b048ae3 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 943 time: 0.1482534 Dec 18 03:14:16.293776 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:16.353129 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9b60ba90-ab7c-4731-ad3d-ace0d32c47d6 req-03114737-b691-491f-b794-0aa007ca5205 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369793 Dec 18 03:14:16.358355 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port ea824b7a-fdf5-4732-806c-1912238d2849, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=ea824b7a-fdf5-4732-806c-1912238d2849,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:16.396723 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:16.525392 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cbe6ad45-1c70-4e49-94c8-ff56d6212b42 None None] Provisioning complete for port 83414840-f951-4638-b69d-fe9991aed150 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:16.529063 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ad45-1c70-4e49-94c8-ff56d6212b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:16.599791 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9ba3-cfb5-46f7-a254-5a4ca312e2cd req-a3b6f51e-9626-4ec5-bb14-cf03b3ba6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:16.608543 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f73a9ba3-cfb5-46f7-a254-5a4ca312e2cd req-a3b6f51e-9626-4ec5-bb14-cf03b3ba6904 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 1098 time: 0.1910734 Dec 18 03:14:16.633286 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=ea824b7a-fdf5-4732-806c-1912238d2849,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:16.645464 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522661f-2eec-4aa2-a304-885a9b04143f req-73c973e0-6e14-4442-8f57-8aee8b66cfcc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:16.649514 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8c374e-f41c-48e6-9acf-025bf9c609dc'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:16.651817 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb470d96-c147-470f-a662-7ede63a93c8a" -d '{"events": [{"server_uuid": "c57492c3-936b-4bd6-a228-ea2828faae96", "name": "network-vif-plugged", "status": "completed", "tag": "4f8c374e-f41c-48e6-9acf-025bf9c609dc"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:16.654313 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d522661f-2eec-4aa2-a304-885a9b04143f req-73c973e0-6e14-4442-8f57-8aee8b66cfcc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1805809 Dec 18 03:14:16.669318 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6ad45-1c70-4e49-94c8-ff56d6212b42 None None] Port 83414840-f951-4638-b69d-fe9991aed150 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:14:16.731982 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bb33786e-33cf-446f-8230-9910f0b41671 req-c52aff5e-93a6-463d-9c9a-cf7befbeb485 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726942 Dec 18 03:14:16.749234 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f73a9ba3-cfb5-46f7-a254-5a4ca312e2cd req-e86ec714-4685-4f9f-adec-bac06aecf17b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334634 Dec 18 03:14:16.797276 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d522661f-2eec-4aa2-a304-885a9b04143f req-88f2ad12-110f-4e3b-9535-2934037afdb2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322806 Dec 18 03:14:16.860559 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:16.866329 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-967fb4e8-778c-4683-9d36-a9dbcf41bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:16.867898 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-967fb4e8-778c-4683-9d36-a9dbcf41bd25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b984c963-7ba9-45ea-8988-430c8d305b2b HTTP/1.1" status: 200 len: 849 time: 0.6276178 Dec 18 03:14:16.875414 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39c4bc-be11-4036-ba9e-d8791e36ed7d x-openstack-request-id: req-9b39c4bc-be11-4036-ba9e-d8791e36ed7d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:16.875981 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57492c3-936b-4bd6-a228-ea2828faae96", "name": "network-vif-plugged", "status": "completed", "tag": "4f8c374e-f41c-48e6-9acf-025bf9c609dc", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:16.876481 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b39c4bc-be11-4036-ba9e-d8791e36ed7d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:16.877075 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8c374e-f41c-48e6-9acf-025bf9c609dc', 'code': 200} Dec 18 03:14:17.018279 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8180a3d0-5815-4954-a188-ffe51a8a66ca req-fbb4f623-af68-4ed6-9408-c26329c568ac tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 210 time: 0.0534718 Dec 18 03:14:17.021645 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0de38-d636-4c97-8589-f1f0357b0460 req-8ae69997-f445-466f-ad20-841f895939d9 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:17.030513 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1bd0de38-d636-4c97-8589-f1f0357b0460 req-8ae69997-f445-466f-ad20-841f895939d9 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.1909897 Dec 18 03:14:17.130190 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1bd0de38-d636-4c97-8589-f1f0357b0460 req-a49789d0-be52-4b1d-8db8-cc959057fd3e tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987513 Dec 18 03:14:17.168380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:17.208629 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-5cc23f19-846a-4b23-8cf9-30180caa7b28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56ac0911-7660-4a3b-957e-b00bd8c0a253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774486 Dec 18 03:14:17.209316 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:17.338320 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Pushing event updated for resources: {'Port': ['ID=83414840-f951-4638-b69d-fe9991aed150,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:17.345038 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:17.502424 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea34559-efb5-44a6-bc4b-ac801a3d1105 req-d90c33a5-2719-4dbd-8dd9-32d2fb5430c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:17.514953 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8ea34559-efb5-44a6-bc4b-ac801a3d1105 req-d90c33a5-2719-4dbd-8dd9-32d2fb5430c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 1098 time: 0.0744255 Dec 18 03:14:17.574655 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8ea34559-efb5-44a6-bc4b-ac801a3d1105 req-7fde1045-778a-4c8d-996c-a85651f3f7ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Dec 18 03:14:17.617673 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae136315-049d-4bd1-8b7f-de5620d36060 req-c55308b2-5ccd-45ed-b3e2-ab3acbfb7c5f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:17.622738 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ae136315-049d-4bd1-8b7f-de5620d36060 req-c55308b2-5ccd-45ed-b3e2-ab3acbfb7c5f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 943 time: 0.1108830 Dec 18 03:14:17.626063 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-cf0423f4-8d4b-401b-ad07-fd0a86316801 service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705201 Dec 18 03:14:17.631261 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:17.633123 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:17.709455 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ae136315-049d-4bd1-8b7f-de5620d36060 req-e380938c-7992-49ab-bff0-84b349d4347f tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803440 Dec 18 03:14:17.753295 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ea824b7a-fdf5-4732-806c-1912238d2849 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:17.878975 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port ea824b7a-fdf5-4732-806c-1912238d2849 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:17.879297 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:17.919352 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:14:17.929416 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c23e1d-ec49-4e19-8e1e-c379b987b1cc req-a364e5a3-9ebf-463b-aaa9-cd550a2e85b6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:17.930987 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-26c23e1d-ec49-4e19-8e1e-c379b987b1cc req-a364e5a3-9ebf-463b-aaa9-cd550a2e85b6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0982871 Dec 18 03:14:17.958953 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ac1be729-4369-4460-878c-a07b8c7c6223 None None] Provisioning complete for port 83414840-f951-4638-b69d-fe9991aed150 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:17.961912 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ac1be729-4369-4460-878c-a07b8c7c6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:17.972575 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191c8ca-a024-429f-ac76-e3ad40d5d82a req-544d7f01-d927-4655-963f-b3b8380046ab tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:17.981024 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f191c8ca-a024-429f-ac76-e3ad40d5d82a req-544d7f01-d927-4655-963f-b3b8380046ab tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0919330 Dec 18 03:14:18.064827 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ac1be729-4369-4460-878c-a07b8c7c6223 None None] Port 83414840-f951-4638-b69d-fe9991aed150 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:14:18.078111 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f191c8ca-a024-429f-ac76-e3ad40d5d82a req-9b263797-6a4b-47e6-8c35-cd9fcda874f4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954013 Dec 18 03:14:18.290588 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-26c23e1d-ec49-4e19-8e1e-c379b987b1cc req-e01e6d2f-49ac-429f-bc32-8e54a810addb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288248 Dec 18 03:14:18.310536 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-33d4e82d-8f7d-4b73-88c8-45f9d4aed203 req-046886d1-d555-4d25-a9db-2fc52c9e53dd service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745010 Dec 18 03:14:18.318007 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f85d658e-678e-43e2-bc6d-7fc22d81f598 req-63d6e1c5-db0c-4c70-8a0e-938f1734dfb9 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 210 time: 0.1310141 Dec 18 03:14:18.353886 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:14:18.372739 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:14:18.426514 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ed1e7fd4-e7d0-4435-819d-f158b101530f admin admin] 10.222.0.24 "PUT /v2.0/routers/7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1138539 Dec 18 03:14:18.430541 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b234e1-360e-4704-b601-2399f54685c0 req-0af24e95-c196-45dc-b82a-9c528cc45393 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:18.432214 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-0af24e95-c196-45dc-b82a-9c528cc45393 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 815 time: 0.2553034 Dec 18 03:14:18.434860 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:18.436129 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:18.468302 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Request body: {'port': {'device_id': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'admin_state_up': True, 'tenant_id': 'e04a810a1bed41eb90634777ccbde0f4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:18.550688 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a2d12-892a-4a59-8a6f-f3b1dcd00c8e req-ea1ea38d-b952-4748-9cdc-6e2ca31b9412 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:18.552603 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-486a2d12-892a-4a59-8a6f-f3b1dcd00c8e req-ea1ea38d-b952-4748-9cdc-6e2ca31b9412 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.1163938 Dec 18 03:14:18.625117 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:18.696884 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Made reservation on behalf of e04a810a1bed41eb90634777ccbde0f4 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:14:18.702062 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:18.723080 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-486a2d12-892a-4a59-8a6f-f3b1dcd00c8e req-5da9f046-98d5-4b5e-b857-539d75b6d634 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584916 Dec 18 03:14:18.737123 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-56d9405c-914e-43bd-bdad-673b356ff6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:18.747899 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-56d9405c-914e-43bd-bdad-673b356ff6d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=720269d188094f32978b00a4858a2da0&device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 1096 time: 0.1600490 Dec 18 03:14:18.946144 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-58a6b3a8-de29-43d3-b291-9ab5ff621681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:18.947886 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-58a6b3a8-de29-43d3-b291-9ab5ff621681 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56ac0911-7660-4a3b-957e-b00bd8c0a253 HTTP/1.1" status: 200 len: 910 time: 0.1742332 Dec 18 03:14:19.027824 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-cbdfbedf-488d-4705-90b5-13e94334cea9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4969446-259d-42d4-85a3-d1fddce60b47 HTTP/1.1" status: 200 len: 217 time: 0.0434892 Dec 18 03:14:19.039482 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 2, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:19.065088 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Allocated IP 172.20.0.11 (1d8dfc79-d3fb-4837-9660-6625a84f5064/d6486aad-3319-41e3-824a-e80642d0e933/a6d3a37f-f909-4ef5-ac88-8d8b1dc87759) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:19.097382 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:14:19.098184 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Updating router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e port 83414840-f951-4638-b69d-fe9991aed150 binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:14:19.142073 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.178714 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-60be7c9d-42b1-483c-a659-5ebc5d228449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:19.180885 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-60be7c9d-42b1-483c-a659-5ebc5d228449 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b984c963-7ba9-45ea-8988-430c8d305b2b HTTP/1.1" status: 200 len: 849 time: 0.1334207 Dec 18 03:14:19.253883 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5308c-da85-4f47-8d5a-7b08d9c35266 req-772fcfc1-286d-4222-8d5d-8fa094b8a53d tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:19.263578 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-78d5308c-da85-4f47-8d5a-7b08d9c35266 req-772fcfc1-286d-4222-8d5d-8fa094b8a53d tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 943 time: 0.3263357 Dec 18 03:14:19.303212 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32999-712a-4dca-ada5-74aaadadd60f req-0362d73d-a676-42d7-b4fc-91373f6b9858 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:19.304924 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0ca32999-712a-4dca-ada5-74aaadadd60f req-0362d73d-a676-42d7-b4fc-91373f6b9858 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1047776 Dec 18 03:14:19.308100 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-58b69905-c2ea-4c8d-83ed-57d58e43c440 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56ac0911-7660-4a3b-957e-b00bd8c0a253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476327 Dec 18 03:14:19.342781 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.370245 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-78d5308c-da85-4f47-8d5a-7b08d9c35266 req-edf0cc69-5abb-48fb-aefa-dd4bad426ed6 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063766 Dec 18 03:14:19.444156 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.535588 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Network 1d8dfc79-d3fb-4837-9660-6625a84f5064 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:19.536832 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc', '01a67308-4fa3-4c17-9106-2b102610d2fe', '03ae95f6-837e-497f-b140-a8121c8bc611'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:19.545561 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59352) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:19.547037 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:19.555044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-745948145-network', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:19.562377 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0ca32999-712a-4dca-ada5-74aaadadd60f req-84685771-4157-4e3b-93d7-14ce6f9096e0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491302 Dec 18 03:14:19.564909 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:19.651164 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event updated for resources: {'Port': ['ID=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:19.659533 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-823e1d6b-bfb5-4a60-8403-866a425e8b09 service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311195 Dec 18 03:14:19.679608 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:19.680430 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.713682 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a48d0-2b97-4e51-b0b9-4fb3d7b9818e req-57c5f713-eec7-49fb-87dc-c16da6a61493 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:19.716307 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c1a48d0-2b97-4e51-b0b9-4fb3d7b9818e req-57c5f713-eec7-49fb-87dc-c16da6a61493 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.2163894 Dec 18 03:14:19.722428 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2595122 Dec 18 03:14:19.725040 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.725505 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.725936 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.726398 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.726798 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.728141 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.728616 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.729015 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.729456 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.730170 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.730552 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.730886 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.731211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4f8bf-2dff-4086-a719-f84b93fa871e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:19.753352 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Request body: {'port': {'device_id': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:19.757427 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Made reservation on behalf of fdeeac7ce72b42cabf133d074b7e21a4 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:14:19.760635 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.837190 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b66f0-493e-4ff0-b8d9-c5842b1c8a6b req-a777e4d3-17df-4aba-a424-6bac57d93f86 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:19.845825 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-af8b66f0-493e-4ff0-b8d9-c5842b1c8a6b req-a777e4d3-17df-4aba-a424-6bac57d93f86 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 932 time: 0.1205561 Dec 18 03:14:19.855053 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c1a48d0-2b97-4e51-b0b9-4fb3d7b9818e req-a5c335f8-de6f-45b5-966d-a6bed8681400 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022861 Dec 18 03:14:19.885166 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.891214 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12d09338-8ef6-4d75-8b22-2ca5b064df91 req-1020b48c-522b-4dd2-bb59-0f776a073bd0 service neutron] 10.222.0.16 "GET /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023854 Dec 18 03:14:19.939833 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.947582 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-af8b66f0-493e-4ff0-b8d9-c5842b1c8a6b req-bda7e30d-9c51-4d8e-9d99-913e838a7dbf tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006169 Dec 18 03:14:19.981027 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:19.991072 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.034038 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28cf71-d93f-4d47-871d-19adf961cf5e None None] Pushing event updated for resources: {'Port': ['ID=83414840-f951-4638-b69d-fe9991aed150,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:20.110720 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396333-0c67-421c-91d5-0ab3fbd9719b req-c4cb7940-af8a-4aa5-8dcd-d9c31092f49d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:20.120310 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e7396333-0c67-421c-91d5-0ab3fbd9719b req-c4cb7940-af8a-4aa5-8dcd-d9c31092f49d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0969052 Dec 18 03:14:20.144512 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Attempting to bind port 83414840-f951-4638-b69d-fe9991aed150 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:20.145108 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Attempting to bind port 83414840-f951-4638-b69d-fe9991aed150 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:20.145345 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Attempting to bind port 83414840-f951-4638-b69d-fe9991aed150 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:20.153239 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:20.153611 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Checking segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:20.154104 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.154507 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Bound using segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:20.155024 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Bound port: 83414840-f951-4638-b69d-fe9991aed150, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:20.155411 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.182849 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e7396333-0c67-421c-91d5-0ab3fbd9719b req-69b8ca2f-4d05-4902-8844-5a44c67fe79f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613353 Dec 18 03:14:20.268536 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] For port 83414840-f951-4638-b69d-fe9991aed150, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:20.272333 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] For port 83414840-f951-4638-b69d-fe9991aed150, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=83414840-f951-4638-b69d-fe9991aed150,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:20.296050 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.376290 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e218a-3d25-41b0-9169-ac107d23ffce req-2019304f-94e0-4563-a3c7-b8dd581c237c tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:20.379257 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba4e218a-3d25-41b0-9169-ac107d23ffce req-2019304f-94e0-4563-a3c7-b8dd581c237c tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.3897481 Dec 18 03:14:20.469276 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:20.470018 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:20.560196 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28cf71-d93f-4d47-871d-19adf961cf5e None None] Pushing event updated for resources: {'Port': ['ID=83414840-f951-4638-b69d-fe9991aed150,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:20.595401 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f31998e5-7b0c-4817-9dab-a7bd20cfabed None None] Provisioning complete for port 83414840-f951-4638-b69d-fe9991aed150 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:20.595771 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f31998e5-7b0c-4817-9dab-a7bd20cfabed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.617522 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d1ded-8eb3-44f3-95ed-020dc91ad9f1 req-63a5d0ba-9c54-4a1a-83c8-853d37426e03 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:20.626348 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e80d1ded-8eb3-44f3-95ed-020dc91ad9f1 req-63a5d0ba-9c54-4a1a-83c8-853d37426e03 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 943 time: 0.1142528 Dec 18 03:14:20.661345 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:14:20.684793 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.708686 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e80d1ded-8eb3-44f3-95ed-020dc91ad9f1 req-227af67f-1855-4f1f-b062-3e7548846aa5 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813086 Dec 18 03:14:20.708922 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Transition to ACTIVE for port object a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:14:20.754737 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.841387 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ba4e218a-3d25-41b0-9169-ac107d23ffce req-f4ee1e3a-49cb-47d4-a48d-4aa1f16b24de tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482722 Dec 18 03:14:20.856136 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b95e3-dccb-4bdb-b532-ca20dba95445 req-e69ac7f5-b8d3-4d89-b2a5-c1d680ce5108 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:20.863546 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:20.868153 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2a7b95e3-dccb-4bdb-b532-ca20dba95445 req-e69ac7f5-b8d3-4d89-b2a5-c1d680ce5108 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0829716 Dec 18 03:14:20.939869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:20.989376 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:20.999626 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.025375 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f31998e5-7b0c-4817-9dab-a7bd20cfabed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.028831 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:14:21.035050 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2a7b95e3-dccb-4bdb-b532-ca20dba95445 req-844bee3a-ffe6-4c9f-9f68-69c1870ad1fb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656723 Dec 18 03:14:21.071274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.071274 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Added segment c6ba28cf-e200-4e15-9198-893257296912 of type vlan for network 2308dcf4-91ca-4f60-b7be-ff89355e5164 Dec 18 03:14:21.124613 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Attempting to bind port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:21.124911 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Attempting to bind port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:21.125314 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Attempting to bind port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:21.137056 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f31998e5-7b0c-4817-9dab-a7bd20cfabed None None] For port 83414840-f951-4638-b69d-fe9991aed150, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=83414840-f951-4638-b69d-fe9991aed150,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:21.140187 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.150191 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f31998e5-7b0c-4817-9dab-a7bd20cfabed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.159080 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897f39b4-8330-4c7a-9e1a-e0ce1ac74050,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:21.166844 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:14:21.167203 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Attempting to bind port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 on network 1d8dfc79-d3fb-4837-9660-6625a84f5064 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:21.196473 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:21.196827 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Checking segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:21.197194 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Bound using segment: {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:21.197647 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Bound port: a6d3a37f-f909-4ef5-ac88-8d8b1dc87759, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281980d8-b613-42bd-aad5-00384fcbb252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:21.198002 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.218044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.218044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:21.218044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.269850 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234b3ec-c66d-458c-955c-46038deb5725 req-597c0cd7-6efd-4059-b0fc-dca9b7997f0d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:21.271298 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31998e5-7b0c-4817-9dab-a7bd20cfabed None None] Pushing event updated for resources: {'Port': ['ID=83414840-f951-4638-b69d-fe9991aed150,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:21.271428 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0234b3ec-c66d-458c-955c-46038deb5725 req-597c0cd7-6efd-4059-b0fc-dca9b7997f0d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 944 time: 0.1571951 Dec 18 03:14:21.291357 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5405da17-fdbc-472c-a7dd-5e078785c40d None None] Provisioning complete for port 83414840-f951-4638-b69d-fe9991aed150 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:21.292693 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5405da17-fdbc-472c-a7dd-5e078785c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.313148 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7635005 Dec 18 03:14:21.315929 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59408) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:21.320917 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Request body: {'subnet': {'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-745948145-subnet', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:21.338003 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:20Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:21.367263 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Made reservation on behalf of fdeeac7ce72b42cabf133d074b7e21a4 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:14:21.369713 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13540667'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.372325 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33351aa7-010d-40e3-9180-3dd40128f9d0 None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:20Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:14:21.413099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ad048-ad0d-4d48-9dbf-28e2f353819f admin admin] Pushing event updated for resources: {'Network': ['ID=2308dcf4-91ca-4f60-b7be-ff89355e5164,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:21.451877 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] For port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:21.493753 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:14:21.494631 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] For port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:21.504131 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.653945 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:21.654795 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.656704 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] 10.222.0.16 "PUT /v2.0/ports/a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 HTTP/1.1" status: 200 len: 1094 time: 1.9116201 Dec 18 03:14:21.657478 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'tag': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:21.660433 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c701ed3f-302c-4f83-8e8f-1c9932a9e349", "tag": "a6d3a37f-f909-4ef5-ac88-8d8b1dc87759"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:21.729082 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0234b3ec-c66d-458c-955c-46038deb5725 req-f7a42a35-d45d-4f7e-b256-643dc328337b tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236221 Dec 18 03:14:21.795705 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef68be-b3b9-4aa9-af76-f5ced10f4ff9 x-openstack-request-id: req-b3ef68be-b3b9-4aa9-af76-f5ced10f4ff9 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:21.801794 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c701ed3f-302c-4f83-8e8f-1c9932a9e349", "tag": "a6d3a37f-f909-4ef5-ac88-8d8b1dc87759", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:21.802241 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3ef68be-b3b9-4aa9-af76-f5ced10f4ff9 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:21.802756 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'tag': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759', 'status': 'completed', 'code': 200} Dec 18 03:14:21.921064 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13578788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13540693'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:21.936959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 83414840-f951-4638-b69d-fe9991aed150 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:22.002887 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c612619-8750-46f7-b3b8-97e0deda3cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:22.066592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device f4969446-259d-42d4-85a3-d1fddce60b47 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:14:22.082480 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e375da0-c09d-4da5-a711-b3b27fa7c099,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:22.112865 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b234e1-360e-4704-b601-2399f54685c0 req-2eaf7789-f083-4fbd-8c9a-a18e834bfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:22.114414 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-2eaf7789-f083-4fbd-8c9a-a18e834bfef4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 1097 time: 0.3647544 Dec 18 03:14:22.153979 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Checking segment: {'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:22.154949 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Network hostable DHCP agents. Network: 2308dcf4-91ca-4f60-b7be-ff89355e5164, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:14:22.161395 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb63466-edd4-44df-b8d4-95e14e2266a8 req-8df50dd9-49e1-45d0-be93-a1ca694dc4ea tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:22.185938 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb63466-edd4-44df-b8d4-95e14e2266a8 req-8df50dd9-49e1-45d0-be93-a1ca694dc4ea tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 943 time: 0.2066669 Dec 18 03:14:22.192056 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:14:22.227619 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 2308dcf4-91ca-4f60-b7be-ff89355e5164) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:22.250427 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:22.252157 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:22.295532 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-d649b1d8-87cd-4fc1-88c7-c03d14e78385 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 HTTP/1.1" status: 200 len: 217 time: 0.1617651 Dec 18 03:14:22.308675 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-aec966d6-7523-4600-bd63-ac8e270abe42 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9914036 Dec 18 03:14:22.311087 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59438) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:22.317937 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:22.321034 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a5bc0-b6bc-44b5-9bce-ad1b65377b3d None None] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:14:22.415772 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:22.427256 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:22.509725 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cb63466-edd4-44df-b8d4-95e14e2266a8 req-42d7ca01-4016-4a06-b3c6-572120c0523c tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203344 Dec 18 03:14:22.559415 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b234e1-360e-4704-b601-2399f54685c0 req-aaac2ccc-87f3-4a00-85b6-118be07bcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:22.561692 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-aaac2ccc-87f3-4a00-85b6-118be07bcb7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.2514379 Dec 18 03:14:22.743312 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-8ed9febe-1ca0-4250-aa73-8615080bcf57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570499 Dec 18 03:14:22.752313 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port f4969446-259d-42d4-85a3-d1fddce60b47, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f4969446-259d-42d4-85a3-d1fddce60b47,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:22.763542 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:22.786463 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-2308dcf4-91ca-4f60-b7be-ff89355e5164', 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164', 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'fixed_ips': [{'subnet_id': '2e375da0-c09d-4da5-a711-b3b27fa7c099'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:14:22.787959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:22.839169 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'f4969446-259d-42d4-85a3-d1fddce60b47', 'network_id': '56ac0911-7660-4a3b-957e-b00bd8c0a253', 'port_id': 'f4969446-259d-42d4-85a3-d1fddce60b47', 'mac_address': 'fa:16:3e:b9:c1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b984c963-7ba9-45ea-8988-430c8d305b2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:14:22.870808 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 83414840-f951-4638-b69d-fe9991aed150 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:22.874647 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:22.897907 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:22.906464 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-966607f1-46d1-407c-83a1-629d14a39549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:22.908463 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-966607f1-46d1-407c-83a1-629d14a39549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.4500313 Dec 18 03:14:22.922761 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d0504-8f3b-4334-b7bc-b5800e46e69f req-bb62b906-b71d-4073-886b-287ad52a9bb4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:22.931906 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2b5d0504-8f3b-4334-b7bc-b5800e46e69f req-bb62b906-b71d-4073-886b-287ad52a9bb4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.4003654 Dec 18 03:14:23.297850 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Allocated IP 172.20.0.2 (2308dcf4-91ca-4f60-b7be-ff89355e5164/2e375da0-c09d-4da5-a711-b3b27fa7c099/9f70faf4-d172-4710-8728-7d1cb7daf27f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:23.313861 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-135b14c9-cc17-49e6-8234-bee37fd3d6b3 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221508 Dec 18 03:14:23.328942 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca63768-9496-4ae1-a51f-2c4c4ccf96d8 req-c21ffadf-381c-4d5d-ade1-8a17a2dd4125 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:23.335710 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0ca63768-9496-4ae1-a51f-2c4c4ccf96d8 req-c21ffadf-381c-4d5d-ade1-8a17a2dd4125 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.5779097 Dec 18 03:14:23.407133 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:23.643807 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-b486f213-6c63-4af0-8acc-e04d3b3d0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:23.645320 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-b486f213-6c63-4af0-8acc-e04d3b3d0c8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.6640954 Dec 18 03:14:23.681746 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2b5d0504-8f3b-4334-b7bc-b5800e46e69f req-a4ed86c7-6a21-410c-99a3-38d0fe9667c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7485137 Dec 18 03:14:23.781018 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-b62ddcb5-2ac9-4853-b58e-573d83e1bfd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 217 time: 0.1270454 Dec 18 03:14:23.802629 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:23.824465 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:23.858709 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4969446-259d-42d4-85a3-d1fddce60b47 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:14:23.871669 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e1b234e1-360e-4704-b601-2399f54685c0 req-5732db8c-01b2-4ab7-a25a-36049494fee6 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324342 Dec 18 03:14:23.871980 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:23.935761 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port f4969446-259d-42d4-85a3-d1fddce60b47, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f4969446-259d-42d4-85a3-d1fddce60b47,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:23.950325 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0ca63768-9496-4ae1-a51f-2c4c4ccf96d8 req-652c77a0-0229-4081-b4a9-171497dc52e1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908275 Dec 18 03:14:23.953557 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:23.959669 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:23.990730 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:23.997214 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Pushing event updated for resources: {'Port': ['ID=9f70faf4-d172-4710-8728-7d1cb7daf27f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:23.999724 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:24.116576 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=f4969446-259d-42d4-85a3-d1fddce60b47,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:24.131254 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Attempting to bind port 9f70faf4-d172-4710-8728-7d1cb7daf27f on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:24.131737 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Attempting to bind port 9f70faf4-d172-4710-8728-7d1cb7daf27f by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:24.132211 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Attempting to bind port 9f70faf4-d172-4710-8728-7d1cb7daf27f on network 2308dcf4-91ca-4f60-b7be-ff89355e5164 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:24.144196 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-019a8b5c-fd6b-4430-9be6-3cd225f8b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:24.145646 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:24.145914 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-019a8b5c-fd6b-4430-9be6-3cd225f8b651 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e04a810a1bed41eb90634777ccbde0f4&device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 1097 time: 0.1242163 Dec 18 03:14:24.146265 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Checking segment: {'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:24.147282 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:24.147768 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Bound using segment: {'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:24.148347 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Bound port: 9f70faf4-d172-4710-8728-7d1cb7daf27f, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:24.148833 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:24.268085 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec864-b3ed-4df1-8899-e6bd2217c6b1 req-57de0f76-eb53-438c-b2ff-e9454b8ddc96 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:24.271785 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] For port 9f70faf4-d172-4710-8728-7d1cb7daf27f, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:24.275776 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88cec864-b3ed-4df1-8899-e6bd2217c6b1 req-57de0f76-eb53-438c-b2ff-e9454b8ddc96 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 944 time: 0.1497629 Dec 18 03:14:24.279682 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] For port 9f70faf4-d172-4710-8728-7d1cb7daf27f, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=9f70faf4-d172-4710-8728-7d1cb7daf27f,segment=NetworkSegment(c6ba28cf-e200-4e15-9198-893257296912),segment_id=c6ba28cf-e200-4e15-9198-893257296912)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:24.298197 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:24.326480 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-d89117fd-aeff-4e12-af87-52ba04899146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:24.329210 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-d89117fd-aeff-4e12-af87-52ba04899146 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 200 len: 916 time: 0.1661346 Dec 18 03:14:24.352055 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-926629c2-c038-4ae7-80f5-0b907e231d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:24.353937 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-926629c2-c038-4ae7-80f5-0b907e231d44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.5525272 Dec 18 03:14:24.382356 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a667f3c-6604-43cd-8227-8aab443854cd req-b1e9b5d9-a143-4d19-86c9-200f33508d9f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:24.395401 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1a667f3c-6604-43cd-8227-8aab443854cd req-b1e9b5d9-a143-4d19-86c9-200f33508d9f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 944 time: 0.1662092 Dec 18 03:14:24.442729 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b133f-51bd-4149-acd2-7d8f3a5c2843 None None] Pushing event updated for resources: {'Port': ['ID=9f70faf4-d172-4710-8728-7d1cb7daf27f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:24.447060 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-f674b71f-55c6-4d7a-b135-699d366dce65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502777 Dec 18 03:14:24.452044 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-198acf56-7599-4010-9798-9e4b07b53052 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 HTTP/1.1" status: 200 len: 217 time: 0.1050804 Dec 18 03:14:24.488902 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88cec864-b3ed-4df1-8899-e6bd2217c6b1 req-3dd1fb95-5eba-44eb-89db-240a901fc207 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119176 Dec 18 03:14:24.520760 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1a667f3c-6604-43cd-8227-8aab443854cd req-16c4289a-729b-46de-a509-f846b169fb24 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965800 Dec 18 03:14:24.538977 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['f4969446-259d-42d4-85a3-d1fddce60b47'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:24.620134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-8e7fb502-e99e-4a0f-a065-e502e3ca0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:24.623363 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-8e7fb502-e99e-4a0f-a065-e502e3ca0ffa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 200 len: 855 time: 0.1332262 Dec 18 03:14:24.690961 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-81c8c984-4036-41fd-aa95-246cdeff5fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d8dfc79-d3fb-4837-9660-6625a84f5064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556943 Dec 18 03:14:24.772316 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:24.827604 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:24.831857 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-c639beae-97e3-47ab-8a09-4cd671430ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242893 Dec 18 03:14:24.989587 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-1588a346-2ab2-4854-84b4-e37818eaf454 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881644 Dec 18 03:14:24.999001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03335338-9a33-4422-ba0c-49298ea05b58 req-ed5a9ded-a94e-4f0f-9f91-ef9cad0972ae tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.005420 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-03335338-9a33-4422-ba0c-49298ea05b58 req-ed5a9ded-a94e-4f0f-9f91-ef9cad0972ae tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1215377 Dec 18 03:14:25.125525 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Allocated IP 172.27.2.93 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/c43b6643-3e7f-4a07-947c-04bc2a32c24d) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:25.131076 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f17ab160-a141-4bfd-801a-af29ee4f51ab req-0067bdfc-4a49-4774-bfec-5c3410a3fb0c service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412710 Dec 18 03:14:25.155754 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7105d-5415-4473-a66d-03605a22dc10 req-cd9f7653-1d98-40f8-aa7c-32c958395e1a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.164007 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a9b7105d-5415-4473-a66d-03605a22dc10 req-cd9f7653-1d98-40f8-aa7c-32c958395e1a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0933347 Dec 18 03:14:25.194254 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fd59a5a-6997-4f3c-8e29-d0374755d9ec req-53f21786-7564-4923-9227-9979ca542195 service neutron] 10.222.0.16 "GET /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789064 Dec 18 03:14:25.198137 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-03335338-9a33-4422-ba0c-49298ea05b58 req-868e29cb-5dc8-4ba4-8c1a-1fea4a48c9eb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918240 Dec 18 03:14:25.266141 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a9b7105d-5415-4473-a66d-03605a22dc10 req-dd4f6296-5ffa-4592-a9c7-ffaf865d0d55 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989220 Dec 18 03:14:25.329845 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-568b38d3-2039-4172-b72c-ffe9dde4b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.331596 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-568b38d3-2039-4172-b72c-ffe9dde4b202 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1098 time: 0.0691967 Dec 18 03:14:25.351429 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:25.436609 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:25.487501 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:25.490221 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-52b6dd24-a0a9-470e-ac0f-cefb1b7c9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.491173 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:25.495053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:25.500167 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-52b6dd24-a0a9-470e-ac0f-cefb1b7c9f07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.1311769 Dec 18 03:14:25.541196 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Pushing event updated for resources: {'Port': ['ID=c43b6643-3e7f-4a07-947c-04bc2a32c24d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:25.622304 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-615dc9ef-fe66-42a5-9563-ce46efeb39b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 1001 time: 0.1098781 Dec 18 03:14:25.775670 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199736c-b903-43cb-8133-84e2cbbc947d req-94db18a6-6dad-404f-9207-7ae59f41b465 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.783362 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5199736c-b903-43cb-8133-84e2cbbc947d req-94db18a6-6dad-404f-9207-7ae59f41b465 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 944 time: 0.1470959 Dec 18 03:14:25.792618 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-f6d602c7-92af-45ed-8e5b-c49c47322c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.794096 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-f6d602c7-92af-45ed-8e5b-c49c47322c9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.1569817 Dec 18 03:14:25.884911 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5199736c-b903-43cb-8133-84e2cbbc947d req-393ade1f-9bfe-45a5-8b95-c85a74d4dcfe tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007376 Dec 18 03:14:25.905534 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-da1b26cf-931d-4b91-b61a-28551faaa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.907109 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-da1b26cf-931d-4b91-b61a-28551faaa018 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1030326 Dec 18 03:14:25.934226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a0e25-ebb4-4dc5-b72b-55d84ff7387b req-e39bc764-d167-4adf-9c68-738f091eaf48 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:25.936406 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b58a0e25-ebb4-4dc5-b72b-55d84ff7387b req-e39bc764-d167-4adf-9c68-738f091eaf48 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 944 time: 0.2539370 Dec 18 03:14:26.059678 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-9df50fd7-fea2-42c7-9408-724ac358bcec service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424379 Dec 18 03:14:26.073324 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea540ebb-a245-4768-9a0a-d64b2515ae68 None None] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:14:26.105201 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b58a0e25-ebb4-4dc5-b72b-55d84ff7387b req-07fe5959-c188-440e-90f4-b654b57ff717 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585858 Dec 18 03:14:26.114480 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.181996 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0cb2a2e3-7708-410e-8c4c-0bbafc171c78 req-49acc834-80e0-4eef-bae2-72f2abcc9c3e service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062901 Dec 18 03:14:26.229012 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device f4969446-259d-42d4-85a3-d1fddce60b47 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:26.340597 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9f70faf4-d172-4710-8728-7d1cb7daf27f up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:26.457958 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.460881 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6661f83f-e25b-46a4-b5b6-7d5f42393121 None None] Provisioning complete for port 9f70faf4-d172-4710-8728-7d1cb7daf27f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:26.461256 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6661f83f-e25b-46a4-b5b6-7d5f42393121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.477965 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74a91b-275d-45b6-b07c-1a01f65823be req-8de90da5-d5a9-48f7-8d63-afd2192b2787 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:26.480383 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cb74a91b-275d-45b6-b07c-1a01f65823be req-8de90da5-d5a9-48f7-8d63-afd2192b2787 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1214521 Dec 18 03:14:26.532009 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 9f70faf4-d172-4710-8728-7d1cb7daf27f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:26.532432 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.537238 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port f4969446-259d-42d4-85a3-d1fddce60b47 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:14:26.590213 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cb74a91b-275d-45b6-b07c-1a01f65823be req-adf00363-cd2f-4fda-a7a0-6de01ce2dcad tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032648 Dec 18 03:14:26.596264 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port f4969446-259d-42d4-85a3-d1fddce60b47 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:26.596632 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.636815 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ea10d-0eaa-4992-9720-766ecf0ebf68 req-4f4ba7d5-2bbe-43d6-8f90-eb08e8c4eb85 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:26.639330 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d84ea10d-0eaa-4992-9720-766ecf0ebf68 req-4f4ba7d5-2bbe-43d6-8f90-eb08e8c4eb85 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.2266345 Dec 18 03:14:26.724496 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d84ea10d-0eaa-4992-9720-766ecf0ebf68 req-dc3597a7-2c1f-4577-ac46-117e4cf36f46 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743866 Dec 18 03:14:26.763993 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:14:26.774613 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6661f83f-e25b-46a4-b5b6-7d5f42393121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.864724 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.890731 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6661f83f-e25b-46a4-b5b6-7d5f42393121 None None] For port 9f70faf4-d172-4710-8728-7d1cb7daf27f, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=9f70faf4-d172-4710-8728-7d1cb7daf27f,segment=NetworkSegment(c6ba28cf-e200-4e15-9198-893257296912),segment_id=c6ba28cf-e200-4e15-9198-893257296912)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:26.897323 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.919557 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6661f83f-e25b-46a4-b5b6-7d5f42393121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.941695 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:14:26.956891 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Sync routers for ids ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:14:26.968038 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Routers {'73d83ce7-a66c-47d2-935a-cc16a9cf0839'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:26.968661 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:26.982031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:26.983709 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-780d3660-08eb-48c4-ab78-f10da330955c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6713259 Dec 18 03:14:26.987369 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59474) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:27.038452 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port f4969446-259d-42d4-85a3-d1fddce60b47, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f4969446-259d-42d4-85a3-d1fddce60b47,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:27.057647 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d29639a-4553-421a-aa64-08117561d492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4969446-259d-42d4-85a3-d1fddce60b47'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:27.060729 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc9f3e-8377-46bf-b739-e785ad5364ce" -d '{"events": [{"server_uuid": "0d29639a-4553-421a-aa64-08117561d492", "name": "network-vif-plugged", "status": "completed", "tag": "f4969446-259d-42d4-85a3-d1fddce60b47"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:27.075324 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:27.115926 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661f83f-e25b-46a4-b5b6-7d5f42393121 None None] Pushing event updated for resources: {'Port': ['ID=9f70faf4-d172-4710-8728-7d1cb7daf27f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:27.182223 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=f4969446-259d-42d4-85a3-d1fddce60b47,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:27.186980 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.db.api [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 18 03:14:27.187603 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG oslo_db.api [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 18 03:14:27.188437 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0ac5a5ce-7aef-4328-a457-812e14c31dc0 None None] Provisioning complete for port 9f70faf4-d172-4710-8728-7d1cb7daf27f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:27.188861 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a5ce-7aef-4328-a457-812e14c31dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:27.246141 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd6dc3-5218-45a1-b0e9-b29ce6cd23e5 x-openstack-request-id: req-1cdd6dc3-5218-45a1-b0e9-b29ce6cd23e5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:27.246470 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d29639a-4553-421a-aa64-08117561d492", "name": "network-vif-plugged", "status": "completed", "tag": "f4969446-259d-42d4-85a3-d1fddce60b47", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:27.246816 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cdd6dc3-5218-45a1-b0e9-b29ce6cd23e5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:27.247231 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d29639a-4553-421a-aa64-08117561d492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4969446-259d-42d4-85a3-d1fddce60b47', 'code': 200} Dec 18 03:14:27.331072 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Set router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:27.467680 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8cddc-3591-4c69-b4ca-da1ee43cfed6 req-2c281862-284d-42db-8818-cbe0d8f9d946 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:27.483432 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fbb8cddc-3591-4c69-b4ca-da1ee43cfed6 req-2c281862-284d-42db-8818-cbe0d8f9d946 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.2327180 Dec 18 03:14:27.525424 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad30df-d95b-4894-a27b-6c71862cd640 req-8122053a-6fde-4084-9305-e7d7fe62ccbc tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:27.536312 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bdad30df-d95b-4894-a27b-6c71862cd640 req-8122053a-6fde-4084-9305-e7d7fe62ccbc tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 944 time: 0.1179497 Dec 18 03:14:27.607205 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bdad30df-d95b-4894-a27b-6c71862cd640 req-501f4971-3d38-4bf9-928c-5e985f20c88c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614059 Dec 18 03:14:27.676548 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1252f4-2637-475b-b415-06e325b464ac req-eac6cf90-fea9-4a3c-964e-70528849ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:27.678533 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0f1252f4-2637-475b-b415-06e325b464ac req-eac6cf90-fea9-4a3c-964e-70528849ac45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 1098 time: 0.1334815 Dec 18 03:14:27.731753 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fbb8cddc-3591-4c69-b4ca-da1ee43cfed6 req-45d9b327-8d96-4b85-9e53-bda53a76eee0 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343559 Dec 18 03:14:27.810414 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b4c0-dc65-46c1-8e20-84867c98906d req-7b13eac8-50e2-4373-86fb-8bf6028f6575 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:27.811953 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c9f9b4c0-dc65-46c1-8e20-84867c98906d req-7b13eac8-50e2-4373-86fb-8bf6028f6575 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1090963 Dec 18 03:14:27.852793 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:14:25Z', 'revision_number': 3, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port': {'id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:24Z', 'updated_at': '2021-12-18T03:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:27.885039 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Checking router: 73d83ce7-a66c-47d2-935a-cc16a9cf0839 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:14:27.885389 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Updating router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 port c43b6643-3e7f-4a07-947c-04bc2a32c24d binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:14:27.893675 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c9f9b4c0-dc65-46c1-8e20-84867c98906d req-fdf8f45d-c2c2-4ae0-9b18-32241e0e355b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723839 Dec 18 03:14:27.920988 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:27.935385 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0f1252f4-2637-475b-b415-06e325b464ac req-7de82631-99c7-49b4-97f5-99dbbc63e184 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096133 Dec 18 03:14:28.003966 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb9144-a72e-44ee-9e59-3c7c1382708f req-d459d400-ced0-49ea-a111-18d4410bdad8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:28.021158 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-95cb9144-a72e-44ee-9e59-3c7c1382708f req-d459d400-ced0-49ea-a111-18d4410bdad8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1787894 Dec 18 03:14:28.072738 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:14:28.124690 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-95cb9144-a72e-44ee-9e59-3c7c1382708f req-803eae97-94ea-44ad-bfad-b7b79fac411a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914164 Dec 18 03:14:28.218897 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.260936 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9f70faf4-d172-4710-8728-7d1cb7daf27f up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:28.384841 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:28.392846 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.403505 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.411503 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759', 'network_id': '1d8dfc79-d3fb-4837-9660-6625a84f5064', 'port_id': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759', 'mac_address': 'fa:16:3e:34:e6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6486aad-3319-41e3-824a-e80642d0e933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:14:28.417154 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 9f70faf4-d172-4710-8728-7d1cb7daf27f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:28.417638 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.448875 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Pushing event updated for resources: {'Port': ['ID=c43b6643-3e7f-4a07-947c-04bc2a32c24d,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:28.457821 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.458447 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.459062 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.459578 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.460071 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.460567 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.461070 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.461589 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.462108 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.462592 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.463079 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.463555 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.464042 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:28.477432 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Allocated IP 172.20.0.1 (2308dcf4-91ca-4f60-b7be-ff89355e5164/2e375da0-c09d-4da5-a711-b3b27fa7c099/13157667-df49-44de-b01a-26a6d63348e6) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:14:28.491727 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Attempting to bind port c43b6643-3e7f-4a07-947c-04bc2a32c24d on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:28.493052 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Attempting to bind port c43b6643-3e7f-4a07-947c-04bc2a32c24d by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:28.493701 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Attempting to bind port c43b6643-3e7f-4a07-947c-04bc2a32c24d on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:28.500375 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.502227 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:28.502851 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:28.504445 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.505062 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:28.506388 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Bound port: c43b6643-3e7f-4a07-947c-04bc2a32c24d, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:28.507033 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.517241 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:14:28.573883 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] For port c43b6643-3e7f-4a07-947c-04bc2a32c24d, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:28.574117 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:28.577494 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] For port c43b6643-3e7f-4a07-947c-04bc2a32c24d, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c43b6643-3e7f-4a07-947c-04bc2a32c24d,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:28.582663 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.586980 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.656244 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.665958 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3531c-3f4e-428e-9175-aef86a67f370 None None] Pushing event updated for resources: {'Port': ['ID=c43b6643-3e7f-4a07-947c-04bc2a32c24d,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:28.674040 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:28.688077 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Routers {'73d83ce7-a66c-47d2-935a-cc16a9cf0839'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:28.697266 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:28.737032 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.778188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:28.780103 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:28.788001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:14:28.864269 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:28.882457 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] Set router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:28.927437 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3269e-cf25-4967-968a-12c11df0273e req-573c84a2-fe68-4b25-b4ed-ea7ac32858e2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:28.944387 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8bc3269e-cf25-4967-968a-12c11df0273e req-573c84a2-fe68-4b25-b4ed-ea7ac32858e2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 945 time: 0.1997738 Dec 18 03:14:29.044944 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8bc3269e-cf25-4967-968a-12c11df0273e req-15e667e7-b567-413d-ab9c-342146a2bbe0 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976884 Dec 18 03:14:29.045527 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Pushing event updated for resources: {'Port': ['ID=13157667-df49-44de-b01a-26a6d63348e6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:29.110812 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:29.159038 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['a6d3a37f-f909-4ef5-ac88-8d8b1dc87759'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:29.173104 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e8518-6974-4852-9916-4d2f2a016a2c req-6a32c89d-a796-4ad1-a559-9fd2877c8a1d tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:29.174852 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-447e8518-6974-4852-9916-4d2f2a016a2c req-6a32c89d-a796-4ad1-a559-9fd2877c8a1d tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.1493950 Dec 18 03:14:29.233283 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3521b3e-a16e-406b-ac85-fe9f49929ebf req-2fea82eb-7ae7-4162-a357-aa097a5f7d45 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:29.236668 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f3521b3e-a16e-406b-ac85-fe9f49929ebf req-2fea82eb-7ae7-4162-a357-aa097a5f7d45 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1183746 Dec 18 03:14:29.279772 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:14:25Z', 'revision_number': 3, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port': {'id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:24Z', 'updated_at': '2021-12-18T03:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:29.306060 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-98106bdd-5aca-449e-8e62-1d6d96104286 None None] Provisioning complete for port 13157667-df49-44de-b01a-26a6d63348e6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:29.306866 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-98106bdd-5aca-449e-8e62-1d6d96104286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:29.337163 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f3521b3e-a16e-406b-ac85-fe9f49929ebf req-19c0b603-b1a5-435c-abe5-7c379329ca85 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920520 Dec 18 03:14:29.347635 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69eecec-ccc4-45ec-88d5-7fde9057923a None None] The sync data for ids ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'] in dv-cinder-818037-10-iscsi is: [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:14:25Z', 'revision_number': 3, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port': {'id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:24Z', 'updated_at': '2021-12-18T03:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:14:29.504232 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8382a-ade5-4d97-81cc-a3e77d0bf1b9 req-1ae7e971-b525-4cbe-aa23-146d27ecd7c3 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:29.513109 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4dd8382a-ade5-4d97-81cc-a3e77d0bf1b9 req-1ae7e971-b525-4cbe-aa23-146d27ecd7c3 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0728581 Dec 18 03:14:29.609177 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4dd8382a-ade5-4d97-81cc-a3e77d0bf1b9 req-cbbe9bbe-ebda-4462-bd7b-0aa1f365ccd3 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946624 Dec 18 03:14:29.643209 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-98106bdd-5aca-449e-8e62-1d6d96104286 None None] Port 13157667-df49-44de-b01a-26a6d63348e6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:14:29.783396 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-447e8518-6974-4852-9916-4d2f2a016a2c req-2347204e-077a-49bb-aedd-61c29c5b9752 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003871 Dec 18 03:14:29.916873 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:29.925512 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:30.002800 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Pushing event updated for resources: {'Port': ['ID=13157667-df49-44de-b01a-26a6d63348e6,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:30.032822 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:30.235367 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:14:30.237216 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:14:30.257145 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18392c-3213-417d-b92d-e9d8f22b6398 req-535edaa0-b001-4a6b-8d45-dca28959aea7 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:30.266983 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cb18392c-3213-417d-b92d-e9d8f22b6398 req-535edaa0-b001-4a6b-8d45-dca28959aea7 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 945 time: 0.1299109 Dec 18 03:14:30.292740 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c43b6643-3e7f-4a07-947c-04bc2a32c24d up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:30.422928 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cb18392c-3213-417d-b92d-e9d8f22b6398 req-7b5f1df1-b75b-4e03-85ba-9279fc143307 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547823 Dec 18 03:14:30.495988 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port c43b6643-3e7f-4a07-947c-04bc2a32c24d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:30.498648 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:30.609873 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:14:30.706161 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:30.734705 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port c43b6643-3e7f-4a07-947c-04bc2a32c24d, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c43b6643-3e7f-4a07-947c-04bc2a32c24d,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:30.742080 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ef860-460b-450b-8863-e60c9499e6e5 req-bda225cb-4d56-4222-8707-e8c733d29e03 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:30.744340 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-849ef860-460b-450b-8863-e60c9499e6e5 req-bda225cb-4d56-4222-8707-e8c733d29e03 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1189981 Dec 18 03:14:30.745121 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:30.825472 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=c43b6643-3e7f-4a07-947c-04bc2a32c24d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:30.837495 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.838093 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.838465 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.838813 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.839152 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.839489 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.839838 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.840174 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.840508 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.840852 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.841185 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.841852 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.842452 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:14:30.857153 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-954e99db-936e-4715-9a86-9b48c12c0f93 None None] Provisioning complete for port 13157667-df49-44de-b01a-26a6d63348e6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:30.857153 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-954e99db-936e-4715-9a86-9b48c12c0f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:30.880810 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2fd64-8306-4b95-abe0-90f206677957 req-58160c90-80ad-414d-890e-3ebd5a82c564 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:30.890516 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-62e2fd64-8306-4b95-abe0-90f206677957 req-58160c90-80ad-414d-890e-3ebd5a82c564 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0931752 Dec 18 03:14:30.901295 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-954e99db-936e-4715-9a86-9b48c12c0f93 None None] Port 13157667-df49-44de-b01a-26a6d63348e6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:14:30.976300 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-849ef860-460b-450b-8863-e60c9499e6e5 req-3b10daa1-e58d-4227-a223-d1eec0bb61ae tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023869 Dec 18 03:14:30.984826 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-62e2fd64-8306-4b95-abe0-90f206677957 req-54483062-32a6-4d81-8dc3-8de336045cd8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929515 Dec 18 03:14:31.055213 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:14:31.075960 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-6d7b728b-4787-4b47-be24-8b44d8d1e853 admin admin] 10.222.0.24 "PUT /v2.0/routers/73d83ce7-a66c-47d2-935a-cc16a9cf0839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0866513 Dec 18 03:14:31.162905 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253df5d-59a5-4b18-a83c-34033ff1d3a4 req-efb6646e-68c6-461d-956d-4b584d9a2b63 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:31.164610 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2253df5d-59a5-4b18-a83c-34033ff1d3a4 req-efb6646e-68c6-461d-956d-4b584d9a2b63 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.0692420 Dec 18 03:14:31.242053 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2253df5d-59a5-4b18-a83c-34033ff1d3a4 req-b2442955-b765-4068-804f-4b10b1be84ad tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677636 Dec 18 03:14:31.503080 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a23d-40b3-47fa-b8e9-d0bdec5a93e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:31.690643 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c273c50-9edc-4c2e-843a-da6741d5daff req-83892207-1f8e-4bc3-bb38-488168230092 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:31.692175 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c273c50-9edc-4c2e-843a-da6741d5daff req-83892207-1f8e-4bc3-bb38-488168230092 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 945 time: 0.1250985 Dec 18 03:14:31.800347 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c273c50-9edc-4c2e-843a-da6741d5daff req-6e838a2c-8cd5-4f7e-be17-2a258785541e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995958 Dec 18 03:14:31.918054 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59530) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:31.923101 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f9d87a80-98f7-4b2e-8455-5d00827dec11 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228218707', 'description': 'tempest-secgroup-smoke-228218707 description', 'project_id': 'f7f34416462043419f27fc97d17ab2bb'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:31.955211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f9d87a80-98f7-4b2e-8455-5d00827dec11 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.042135 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Sync routers for ids ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:14:32.071988 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Routers {'73d83ce7-a66c-47d2-935a-cc16a9cf0839'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:32.072965 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:32.089415 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f9d87a80-98f7-4b2e-8455-5d00827dec11 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.095315 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f9d87a80-98f7-4b2e-8455-5d00827dec11 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.151876 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f9d87a80-98f7-4b2e-8455-5d00827dec11 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.157606 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f9d87a80-98f7-4b2e-8455-5d00827dec11 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2374504 Dec 18 03:14:32.157806 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59546) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:32.157959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:32.177814 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ae6c7456-7c4c-4923-8ad9-dbdf6686a7b4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'security_group_rule': {'security_group_id': 'b89c7a00-39c0-477e-bb66-061ac4dd2dc5', 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:32.194781 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4210f22-61c4-4e6a-aa3b-182246ab1f40 req-90fa3dbf-c90d-4566-9293-709f4c0276dc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:32.202619 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b4210f22-61c4-4e6a-aa3b-182246ab1f40 req-90fa3dbf-c90d-4566-9293-709f4c0276dc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1075861 Dec 18 03:14:32.207184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d87a80-98f7-4b2e-8455-5d00827dec11 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c7a00-39c0-477e-bb66-061ac4dd2dc5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:32.235077 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b911f0-9cf9-4f66-a7e6-1933fddba1f6 req-a5fe6e2d-de92-4e09-bf9b-7d3ec004368f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:32.243288 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e9b911f0-9cf9-4f66-a7e6-1933fddba1f6 req-a5fe6e2d-de92-4e09-bf9b-7d3ec004368f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0995870 Dec 18 03:14:32.269186 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7456-7c4c-4923-8ad9-dbdf6686a7b4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.286140 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b4210f22-61c4-4e6a-aa3b-182246ab1f40 req-39b8b574-3ba8-4688-a7ef-90ddaea3bece tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822830 Dec 18 03:14:32.314472 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Set router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:32.316046 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e9b911f0-9cf9-4f66-a7e6-1933fddba1f6 req-882747b7-0933-4ec5-8489-23fca6fb98b8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685856 Dec 18 03:14:32.357399 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c43b6643-3e7f-4a07-947c-04bc2a32c24d up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:32.421302 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7456-7c4c-4923-8ad9-dbdf6686a7b4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.426025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7456-7c4c-4923-8ad9-dbdf6686a7b4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.450137 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c7456-7c4c-4923-8ad9-dbdf6686a7b4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a304e28a-c2bf-438e-ad5f-30d8c4b3bf74,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:32.464283 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7456-7c4c-4923-8ad9-dbdf6686a7b4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.465490 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-ae6c7456-7c4c-4923-8ad9-dbdf6686a7b4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2952077 Dec 18 03:14:32.468227 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59556) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:32.477908 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a7777c25-e583-45bb-b96b-604e48dc9b00 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'security_group_rule': {'security_group_id': 'b89c7a00-39c0-477e-bb66-061ac4dd2dc5', 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:32.509945 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a7777c25-e583-45bb-b96b-604e48dc9b00 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.517428 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:14:32.529672 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:32.530031 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.584879 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port c43b6643-3e7f-4a07-947c-04bc2a32c24d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:32.585215 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.597436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a7777c25-e583-45bb-b96b-604e48dc9b00 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.607088 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00f597-9b85-4536-8c37-5c021f5e9be7 req-de2d61e4-0416-4d61-bf46-859313062c34 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:32.608592 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aa00f597-9b85-4536-8c37-5c021f5e9be7 req-de2d61e4-0416-4d61-bf46-859313062c34 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.0731695 Dec 18 03:14:32.609687 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a7777c25-e583-45bb-b96b-604e48dc9b00 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.644194 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777c25-e583-45bb-b96b-604e48dc9b00 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4564f4-ef6e-4ee3-9ce5-70f2fd60aac1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:32.650287 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a7777c25-e583-45bb-b96b-604e48dc9b00 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.651582 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a7777c25-e583-45bb-b96b-604e48dc9b00 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1823189 Dec 18 03:14:32.654395 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59558) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:32.658913 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8a2cc654-62c1-4054-9091-862be9bd9bc2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'security_group_rule': {'security_group_id': 'b89c7a00-39c0-477e-bb66-061ac4dd2dc5', 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:32.685960 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aa00f597-9b85-4536-8c37-5c021f5e9be7 req-a4fd1542-941a-491f-b9e4-2a6a41926591 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619705 Dec 18 03:14:32.700456 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc654-62c1-4054-9091-862be9bd9bc2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.749447 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.779358 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:32.781657 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b988a9-240b-4e30-b5e2-fc5bb666df33" -d '{"events": [{"server_uuid": "c701ed3f-302c-4f83-8e8f-1c9932a9e349", "name": "network-vif-plugged", "status": "completed", "tag": "a6d3a37f-f909-4ef5-ac88-8d8b1dc87759"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:32.798060 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:14:29Z', 'revision_number': 4, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port': {'id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:24Z', 'updated_at': '2021-12-18T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '13157667-df49-44de-b01a-26a6d63348e6', 'name': '', 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'mac_address': 'fa:16:3e:73:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2e375da0-c09d-4da5-a711-b3b27fa7c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:28Z', 'updated_at': '2021-12-18T03:14:29Z', 'revision_number': 2, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'subnets': [{'id': '2e375da0-c09d-4da5-a711-b3b27fa7c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:32.802425 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:32.815230 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc654-62c1-4054-9091-862be9bd9bc2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.825293 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc654-62c1-4054-9091-862be9bd9bc2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.833959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df434f62-1335-4537-af45-8647649f214e x-openstack-request-id: req-df434f62-1335-4537-af45-8647649f214e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:32.834327 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c701ed3f-302c-4f83-8e8f-1c9932a9e349", "name": "network-vif-plugged", "status": "completed", "tag": "a6d3a37f-f909-4ef5-ac88-8d8b1dc87759", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:32.834551 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df434f62-1335-4537-af45-8647649f214e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:32.835042 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759', 'code': 200} Dec 18 03:14:32.836008 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Checking router: 73d83ce7-a66c-47d2-935a-cc16a9cf0839 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:14:32.836527 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Updating router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 port 13157667-df49-44de-b01a-26a6d63348e6 binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:14:32.840975 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.858150 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc654-62c1-4054-9091-862be9bd9bc2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49d731d-e6ab-41ef-9cfe-1cdb11d5bec2,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:32.895719 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc654-62c1-4054-9091-862be9bd9bc2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.897460 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-8a2cc654-62c1-4054-9091-862be9bd9bc2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419727 Dec 18 03:14:32.900835 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 59564) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:32.905341 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-01730096-a8ac-483e-b596-f3179ce677d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'security_group_rule': {'security_group_id': 'b89c7a00-39c0-477e-bb66-061ac4dd2dc5', 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:32.937251 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.938644 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01730096-a8ac-483e-b596-f3179ce677d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:32.960202 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fdea6-bacc-456a-a467-b2c0d9581788 req-a748eaab-56cf-4e5c-ae04-cf5356d6ef29 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:32.968431 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-934fdea6-bacc-456a-a467-b2c0d9581788 req-a748eaab-56cf-4e5c-ae04-cf5356d6ef29 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0669625 Dec 18 03:14:32.977571 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:33.022763 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-934fdea6-bacc-456a-a467-b2c0d9581788 req-815efa2f-56f0-4cba-9b22-ba3903231caa tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536156 Dec 18 03:14:33.059690 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01730096-a8ac-483e-b596-f3179ce677d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.064348 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01730096-a8ac-483e-b596-f3179ce677d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.088937 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01730096-a8ac-483e-b596-f3179ce677d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af83b213-622e-4468-ab74-af936e1f1ea0,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:33.102588 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01730096-a8ac-483e-b596-f3179ce677d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.107634 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-01730096-a8ac-483e-b596-f3179ce677d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056310 Dec 18 03:14:33.108111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59568) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:33.113525 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'security_group_rule': {'security_group_id': 'b89c7a00-39c0-477e-bb66-061ac4dd2dc5', 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:33.148957 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Project f7f34416462043419f27fc97d17ab2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 03:14:33.155630 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.220959 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.225124 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.244903 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b89a99a-1b47-4f87-9dec-c9a12d13c802,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:33.255423 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.257635 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-745066b4-b0b2-43e1-b0e8-16e5bae0e7df tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481502 Dec 18 03:14:33.260203 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59570) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:33.264948 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'security_group_rule': {'security_group_id': 'b89c7a00-39c0-477e-bb66-061ac4dd2dc5', 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:14:33.283395 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.289041 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.290609 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Project f7f34416462043419f27fc97d17ab2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 03:14:33.295879 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.347208 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1363d1-1c52-4c8d-be5b-224a8c7f682c None None] Pushing event updated for resources: {'Port': ['ID=13157667-df49-44de-b01a-26a6d63348e6,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:33.407530 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.417747 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Attempting to bind port 13157667-df49-44de-b01a-26a6d63348e6 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:14:33.418122 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Attempting to bind port 13157667-df49-44de-b01a-26a6d63348e6 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:14:33.418490 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Attempting to bind port 13157667-df49-44de-b01a-26a6d63348e6 on network 2308dcf4-91ca-4f60-b7be-ff89355e5164 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:14:33.424199 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:14:33.424472 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Checking segment: {'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:14:33.424882 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.425334 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Bound using segment: {'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:14:33.425865 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Bound port: 13157667-df49-44de-b01a-26a6d63348e6, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ba28cf-e200-4e15-9198-893257296912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:14:33.426249 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.428287 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.465569 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422b2f2-1b38-459e-8de5-7cbd1e6270de req-119ee7f3-aaf1-4293-9bee-959aa6e045d1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:33.467526 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9422b2f2-1b38-459e-8de5-7cbd1e6270de req-119ee7f3-aaf1-4293-9bee-959aa6e045d1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0864062 Dec 18 03:14:33.493303 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdfb9ae-5c4f-4112-867a-fd6949f83e43,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:33.505309 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] For port 13157667-df49-44de-b01a-26a6d63348e6, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:14:33.507087 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea5a71-78b8-45fc-a0c8-2c787eae5dc8 req-9b3197df-a0c9-4ed5-9ec2-e1954387530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:33.508599 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-25ea5a71-78b8-45fc-a0c8-2c787eae5dc8 req-9b3197df-a0c9-4ed5-9ec2-e1954387530b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 1099 time: 0.1510563 Dec 18 03:14:33.510353 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] For port 13157667-df49-44de-b01a-26a6d63348e6, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=13157667-df49-44de-b01a-26a6d63348e6,segment=NetworkSegment(c6ba28cf-e200-4e15-9198-893257296912),segment_id=c6ba28cf-e200-4e15-9198-893257296912)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:14:33.515873 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.516839 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.518753 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-c96c2dad-c9f0-4dbc-a892-2776a04a7e39 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2570529 Dec 18 03:14:33.562674 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd09d61-9478-47d4-be9f-7d2fc452e309 req-737cfb73-3434-4120-b13a-67b928ec76d0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:33.564971 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3dd09d61-9478-47d4-be9f-7d2fc452e309 req-737cfb73-3434-4120-b13a-67b928ec76d0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.1270084 Dec 18 03:14:33.627449 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Routers {'73d83ce7-a66c-47d2-935a-cc16a9cf0839'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:14:33.628993 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:14:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:33.629234 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-25ea5a71-78b8-45fc-a0c8-2c787eae5dc8 req-5462b7e2-031c-43d9-85cf-c057cd67ff52 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079943 Dec 18 03:14:33.633273 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1363d1-1c52-4c8d-be5b-224a8c7f682c None None] Pushing event updated for resources: {'Port': ['ID=13157667-df49-44de-b01a-26a6d63348e6,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:33.638007 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-2aa46e30-64d7-4027-9c63-015a6a99c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:33.639892 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-2aa46e30-64d7-4027-9c63-015a6a99c19d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1098 time: 0.1710098 Dec 18 03:14:33.651083 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9422b2f2-1b38-459e-8de5-7cbd1e6270de req-392e9822-c2fd-4fdb-bfe3-69426dbf9917 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335008 Dec 18 03:14:33.673880 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3dd09d61-9478-47d4-be9f-7d2fc452e309 req-2424235e-cc61-4070-919c-735779e744c4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939260 Dec 18 03:14:33.744761 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cff582f7-0ff9-484b-a8b6-4272f21de98b None None] Provisioning complete for port 13157667-df49-44de-b01a-26a6d63348e6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:33.745157 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff582f7-0ff9-484b-a8b6-4272f21de98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.851610 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ad005-c48a-4132-b3cb-26cffefe8649 req-097cf81a-a831-4ea2-94de-9e0d286c6ca1 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:33.854093 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c38ad005-c48a-4132-b3cb-26cffefe8649 req-097cf81a-a831-4ea2-94de-9e0d286c6ca1 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.0627723 Dec 18 03:14:33.914174 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c38ad005-c48a-4132-b3cb-26cffefe8649 req-f8071858-602f-4d55-a29e-1bec3d5b1df2 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538709 Dec 18 03:14:33.987240 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29fc3ece-58cd-40d0-b233-cdba333225fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:33.998925 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] Set router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:14:34.168774 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-76580fa6-2375-4d9a-86d1-3b36530780a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:34.171345 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-76580fa6-2375-4d9a-86d1-3b36530780a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.1707366 Dec 18 03:14:34.177384 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff582f7-0ff9-484b-a8b6-4272f21de98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:34.218834 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a75d6-ceec-4343-8226-82e644343e67 req-59fef3ea-a5ff-448f-8c64-8e6df4542594 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:34.221096 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-404a75d6-ceec-4343-8226-82e644343e67 req-59fef3ea-a5ff-448f-8c64-8e6df4542594 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0632551 Dec 18 03:14:34.233087 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cff582f7-0ff9-484b-a8b6-4272f21de98b None None] For port 13157667-df49-44de-b01a-26a6d63348e6, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=13157667-df49-44de-b01a-26a6d63348e6,segment=NetworkSegment(c6ba28cf-e200-4e15-9198-893257296912),segment_id=c6ba28cf-e200-4e15-9198-893257296912)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:34.240220 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff582f7-0ff9-484b-a8b6-4272f21de98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:34.254231 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-a74c6ebd-b293-4a80-bb50-c7389fba6f8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 1001 time: 0.0737541 Dec 18 03:14:34.285990 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-404a75d6-ceec-4343-8226-82e644343e67 req-0d656edb-59a9-471b-99ef-b34e91136abd tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577655 Dec 18 03:14:34.314670 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-199ad3aa-efa8-4e6d-8162-9a35d95d2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:34.316121 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-199ad3aa-efa8-4e6d-8162-9a35d95d2c32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0481265 Dec 18 03:14:34.324906 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff582f7-0ff9-484b-a8b6-4272f21de98b None None] Pushing event updated for resources: {'Port': ['ID=13157667-df49-44de-b01a-26a6d63348e6,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:34.353989 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:14:29Z', 'revision_number': 4, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port': {'id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:24Z', 'updated_at': '2021-12-18T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '13157667-df49-44de-b01a-26a6d63348e6', 'name': '', 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'mac_address': 'fa:16:3e:73:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2e375da0-c09d-4da5-a711-b3b27fa7c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:28Z', 'updated_at': '2021-12-18T03:14:33Z', 'revision_number': 4, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'subnets': [{'id': '2e375da0-c09d-4da5-a711-b3b27fa7c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:14:34.370681 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-89e98f27-f7b5-49ef-908d-222d72b0fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:34.372168 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-89e98f27-f7b5-49ef-908d-222d72b0fc4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461729 Dec 18 03:14:34.384916 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6223022-b74b-4cef-9304-4881c45d87d5 None None] The sync data for ids ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'] in dv-cinder-818037-10-iscsi is: [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:14:29Z', 'revision_number': 4, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port': {'id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:24Z', 'updated_at': '2021-12-18T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '13157667-df49-44de-b01a-26a6d63348e6', 'name': '', 'network_id': '2308dcf4-91ca-4f60-b7be-ff89355e5164', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'mac_address': 'fa:16:3e:73:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2e375da0-c09d-4da5-a711-b3b27fa7c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:28Z', 'updated_at': '2021-12-18T03:14:33Z', 'revision_number': 4, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'subnets': [{'id': '2e375da0-c09d-4da5-a711-b3b27fa7c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:14:34.390976 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2eb8c995-bc49-44b6-8405-9416b442b4c2 None None] Provisioning complete for port 13157667-df49-44de-b01a-26a6d63348e6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:34.391345 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2eb8c995-bc49-44b6-8405-9416b442b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:34.510094 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-b182507e-42f1-4602-96dd-4fbb0bcc206c service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252480 Dec 18 03:14:34.627035 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bbd86382-8709-4836-b9eb-ccef582f1586 req-bde83ade-5f6a-4662-a8d2-3e230f2575b6 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064281 Dec 18 03:14:34.779989 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddacfb5-8dc8-4ada-9075-a129e9774100 req-31092605-4a6a-4698-87c8-4cdf5a1dbda2 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:34.781867 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ddacfb5-8dc8-4ada-9075-a129e9774100 req-31092605-4a6a-4698-87c8-4cdf5a1dbda2 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0560215 Dec 18 03:14:34.817342 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86791e39-effe-48a9-8ff5-937abf06902e req-4efb17b7-a41e-495a-a48c-550782366f49 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:34.819373 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-86791e39-effe-48a9-8ff5-937abf06902e req-4efb17b7-a41e-495a-a48c-550782366f49 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0649714 Dec 18 03:14:34.841593 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ddacfb5-8dc8-4ada-9075-a129e9774100 req-a9bce4e1-742b-49eb-9f12-e41d83f8d7ef tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510309 Dec 18 03:14:34.884354 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-86791e39-effe-48a9-8ff5-937abf06902e req-b46d0dc5-49b9-4d96-b380-6889f727ced7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582025 Dec 18 03:14:34.969575 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:35.042124 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53bae5-860c-4f35-9058-d50f93270c5e req-0aad1eaf-7b16-4fa9-b624-c0868989597a tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:35.045364 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ed53bae5-860c-4f35-9058-d50f93270c5e req-0aad1eaf-7b16-4fa9-b624-c0868989597a tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.0588167 Dec 18 03:14:35.114129 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ed53bae5-860c-4f35-9058-d50f93270c5e req-727ed9d8-c059-4484-b09e-55b463990ab3 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622551 Dec 18 03:14:35.418816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78223c99-d2d0-4feb-b355-69999b49864f req-98dfeaf6-dfda-4c6e-bbb6-2230b68e24a2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:35.420327 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-78223c99-d2d0-4feb-b355-69999b49864f req-98dfeaf6-dfda-4c6e-bbb6-2230b68e24a2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0598004 Dec 18 03:14:35.474607 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-78223c99-d2d0-4feb-b355-69999b49864f req-a9398bed-f226-42c6-beb0-9b71e7eedfc2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Dec 18 03:14:35.977994 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f44c7-edfb-4e8e-89f8-315e8a465bc2 req-54db608f-9c93-47f0-8fbe-529724342c30 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:35.980095 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ae7f44c7-edfb-4e8e-89f8-315e8a465bc2 req-54db608f-9c93-47f0-8fbe-529724342c30 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0598929 Dec 18 03:14:36.018780 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362d12-5fa0-4630-ab50-fd7d483e7ca7 req-597eafce-5f56-4332-9d9b-d197c316cea8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:36.020262 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb362d12-5fa0-4630-ab50-fd7d483e7ca7 req-597eafce-5f56-4332-9d9b-d197c316cea8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0531223 Dec 18 03:14:36.066960 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb362d12-5fa0-4630-ab50-fd7d483e7ca7 req-9bb3c8b8-ca82-45be-a2cf-b5ddbd1624fd tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Dec 18 03:14:36.094576 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-cae91399-e7a0-4f69-a6f4-d8413db7c587 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:36.096706 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-cae91399-e7a0-4f69-a6f4-d8413db7c587 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.0930862 Dec 18 03:14:36.103527 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ae7f44c7-edfb-4e8e-89f8-315e8a465bc2 req-3563bf3c-f76c-4be0-a2a2-720aef27b6c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172757 Dec 18 03:14:36.187331 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 13157667-df49-44de-b01a-26a6d63348e6 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:14:36.226961 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Deleting port f4969446-259d-42d4-85a3-d1fddce60b47 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:14:36.227366 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:36.275493 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 13157667-df49-44de-b01a-26a6d63348e6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:14:36.275865 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:36.278137 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d599e-897f-497b-8f84-280952f5306e req-206d7523-104d-4bcd-acbe-a0523fc4359e tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:36.281368 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4f4d599e-897f-497b-8f84-280952f5306e req-206d7523-104d-4bcd-acbe-a0523fc4359e tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 945 time: 0.0825403 Dec 18 03:14:36.337542 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4f4d599e-897f-497b-8f84-280952f5306e req-ab492734-9298-42d0-bb69-fa63b04838e3 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494375 Dec 18 03:14:36.345980 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] For port f4969446-259d-42d4-85a3-d1fddce60b47, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f4969446-259d-42d4-85a3-d1fddce60b47,segment=NetworkSegment(ba5f281c-2f47-41cb-8ac6-41acccc08919),segment_id=ba5f281c-2f47-41cb-8ac6-41acccc08919)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:36.347253 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:36.364549 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Calling delete_port for f4969446-259d-42d4-85a3-d1fddce60b47 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:14:36.440251 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:36.504212 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:36.533242 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Pushing event deleted for resources: {'Port': ['ID=f4969446-259d-42d4-85a3-d1fddce60b47,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:36.550381 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['f4969446-259d-42d4-85a3-d1fddce60b47'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:36.605006 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] No DVR routers for this DVR port f4969446-259d-42d4-85a3-d1fddce60b47 on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:14:36.607973 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:36.611334 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-667e4608-dd28-4537-b16a-ab8428d1b2ee req-44a6dd7c-6aa2-4ae5-b267-6a39902ba932 tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.16 "DELETE /v2.0/ports/f4969446-259d-42d4-85a3-d1fddce60b47 HTTP/1.1" status: 204 len: 173 time: 0.5021772 Dec 18 03:14:36.611992 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d29639a-4553-421a-aa64-08117561d492', 'name': 'network-vif-deleted', 'tag': 'f4969446-259d-42d4-85a3-d1fddce60b47'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:36.614338 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4fef58-9c02-4d8d-8757-bc2e3471b799" -d '{"events": [{"server_uuid": "0d29639a-4553-421a-aa64-08117561d492", "name": "network-vif-deleted", "tag": "f4969446-259d-42d4-85a3-d1fddce60b47"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:36.647468 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c048-a2b3-4232-82aa-c2a54b29a663 req-158c7a34-3267-46e6-800b-6f96862d2445 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:36.649175 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3299c048-a2b3-4232-82aa-c2a54b29a663 req-158c7a34-3267-46e6-800b-6f96862d2445 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0897098 Dec 18 03:14:36.663559 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d54bc6-9a70-41b2-bc07-90d666e9a09a x-openstack-request-id: req-c1d54bc6-9a70-41b2-bc07-90d666e9a09a {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:36.663839 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d29639a-4553-421a-aa64-08117561d492", "name": "network-vif-deleted", "tag": "f4969446-259d-42d4-85a3-d1fddce60b47", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:36.664083 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1d54bc6-9a70-41b2-bc07-90d666e9a09a {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:36.664511 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d29639a-4553-421a-aa64-08117561d492', 'name': 'network-vif-deleted', 'tag': 'f4969446-259d-42d4-85a3-d1fddce60b47', 'status': 'completed', 'code': 200} Dec 18 03:14:36.705858 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3299c048-a2b3-4232-82aa-c2a54b29a663 req-23f37977-15bb-4d21-9f9c-be68ef0f636c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498068 Dec 18 03:14:37.201001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe96cc-4f71-47ee-a9c4-5de0435e9bcf req-602785b4-a4a6-474a-ac1b-8f7e42fad170 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:37.203873 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-22fe96cc-4f71-47ee-a9c4-5de0435e9bcf req-602785b4-a4a6-474a-ac1b-8f7e42fad170 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 945 time: 0.0622010 Dec 18 03:14:37.228986 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e973d2-21fd-4de8-93d7-f664c36407ea req-449f51e2-7534-4927-82b1-803c24704f5b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:37.230787 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-40e973d2-21fd-4de8-93d7-f664c36407ea req-449f51e2-7534-4927-82b1-803c24704f5b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0527081 Dec 18 03:14:37.257932 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-22fe96cc-4f71-47ee-a9c4-5de0435e9bcf req-80437727-f3e7-4840-8f80-14e6faa04ad7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472708 Dec 18 03:14:37.288870 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-40e973d2-21fd-4de8-93d7-f664c36407ea req-5b1d49e1-d090-4ca7-a8f1-0af7bd74ce24 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494683 Dec 18 03:14:37.474959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:37.476335 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d8584f2c-43c2-4042-97cc-5a814a10c7d8 req-6e55958f-db1a-45f2-affc-9935a617af7c tempest-VolumesActionsTest-443512824 tempest-VolumesActionsTest-443512824-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d29639a-4553-421a-aa64-08117561d492 HTTP/1.1" status: 200 len: 210 time: 0.0435109 Dec 18 03:14:38.121127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:14:38.199358 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:38.222657 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:38.225594 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b2b82d-a085-41ff-95b5-7f899f541e89" -d '{"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-unplugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:38.240434 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:38.245378 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:38.297940 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb6ebd8-5fb5-4d06-93c3-cf36921eef3e x-openstack-request-id: req-8cb6ebd8-5fb5-4d06-93c3-cf36921eef3e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:38.298247 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-unplugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:38.298500 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cb6ebd8-5fb5-4d06-93c3-cf36921eef3e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:38.298887 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'code': 200} Dec 18 03:14:38.304076 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:38.451518 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c683d-d2f9-41b3-8a69-fdce82f51b04 req-e96df1c5-2e7c-4b3a-80aa-b703a130b391 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:38.453133 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e62c683d-d2f9-41b3-8a69-fdce82f51b04 req-e96df1c5-2e7c-4b3a-80aa-b703a130b391 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0774820 Dec 18 03:14:38.496741 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b1819-382f-477b-bd21-d2a0bb68e532 req-dfdd4a45-c676-4a05-89bc-f9f15a1ffa0f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:38.499628 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-db8b1819-382f-477b-bd21-d2a0bb68e532 req-dfdd4a45-c676-4a05-89bc-f9f15a1ffa0f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0701718 Dec 18 03:14:38.523100 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e62c683d-d2f9-41b3-8a69-fdce82f51b04 req-2b07a8af-0bd8-4f6a-94a9-d8b3733fdb5b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632615 Dec 18 03:14:38.573467 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-db8b1819-382f-477b-bd21-d2a0bb68e532 req-d2c94c2d-887c-4fb4-adf2-03f74d823d73 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647004 Dec 18 03:14:39.211005 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [req-7c4e76dc-887e-425f-aaed-a4f07a4555fe req-5245c928-094d-4f9a-97bb-48adfd35df64 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:14:39.212095 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7c4e76dc-887e-425f-aaed-a4f07a4555fe req-5245c928-094d-4f9a-97bb-48adfd35df64 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056124 Dec 18 03:14:39.401685 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ae0a-6be4-4810-a422-67647bd28d47 req-290efb86-15f1-4376-b0a1-43c1cb336526 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:39.403502 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3925ae0a-6be4-4810-a422-67647bd28d47 req-290efb86-15f1-4376-b0a1-43c1cb336526 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0686264 Dec 18 03:14:39.465320 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3925ae0a-6be4-4810-a422-67647bd28d47 req-94c5261e-abe8-4ec4-affa-b5b688dfaff6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500581 Dec 18 03:14:39.696847 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124841f-4c6d-4a0d-95b0-ac421ee29c71 req-f8867035-d264-4905-83ee-8e5b0b414d6b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:39.698517 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9124841f-4c6d-4a0d-95b0-ac421ee29c71 req-f8867035-d264-4905-83ee-8e5b0b414d6b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0539801 Dec 18 03:14:39.749763 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9124841f-4c6d-4a0d-95b0-ac421ee29c71 req-6884edb7-9789-4c04-a559-978f783ba3f4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451396 Dec 18 03:14:40.139287 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device f4969446-259d-42d4-85a3-d1fddce60b47 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:14:40.159396 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: f4969446-259d-42d4-85a3-d1fddce60b47 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:14:40.159736 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device f4969446-259d-42d4-85a3-d1fddce60b47 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:14:40.592462 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3dabb-ee83-4100-8566-ba0ce2d35fc7 req-ccbca049-6fd1-4edb-a730-fb524fcc9ea0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:40.594032 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4cd3dabb-ee83-4100-8566-ba0ce2d35fc7 req-ccbca049-6fd1-4edb-a730-fb524fcc9ea0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0497825 Dec 18 03:14:40.640963 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4cd3dabb-ee83-4100-8566-ba0ce2d35fc7 req-a1ced203-b489-4515-84ff-813bf3cfc72d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404129 Dec 18 03:14:40.872603 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d539566-2f18-479b-9fbc-bfbb4c9738f2 req-3a0b8b9a-e82b-4dcf-934c-30ece5b853fd tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:40.875638 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3d539566-2f18-479b-9fbc-bfbb4c9738f2 req-3a0b8b9a-e82b-4dcf-934c-30ece5b853fd tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0524840 Dec 18 03:14:40.932344 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3d539566-2f18-479b-9fbc-bfbb4c9738f2 req-e104a1a1-7d67-4c6c-9c0a-54adecfbb630 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496633 Dec 18 03:14:41.087183 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 59800) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:14:41.165013 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-fbcb62d3-587c-4d92-90ad-6203c4926b4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767059 Dec 18 03:14:41.173904 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-01d11c98-289b-4918-994a-c7635545858e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:14:41.174830 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-01d11c98-289b-4918-994a-c7635545858e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047967 Dec 18 03:14:41.760126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f3ec0-ef20-4337-b0bb-98cd507658bf req-06842832-8627-4d4f-ac14-b515d20166ca tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:41.761646 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-664f3ec0-ef20-4337-b0bb-98cd507658bf req-06842832-8627-4d4f-ac14-b515d20166ca tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0478580 Dec 18 03:14:41.810319 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-664f3ec0-ef20-4337-b0bb-98cd507658bf req-70200588-1eea-408a-bb65-d6ed57fd57aa tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Dec 18 03:14:42.054854 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a30c-6011-4275-9129-32e9a17151db req-882cd0fb-6c17-403c-9da8-8cb59faf55e4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:42.056400 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f507a30c-6011-4275-9129-32e9a17151db req-882cd0fb-6c17-403c-9da8-8cb59faf55e4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0487063 Dec 18 03:14:42.104189 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f507a30c-6011-4275-9129-32e9a17151db req-7f353745-b3eb-4b14-aca7-d954200dbc52 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Dec 18 03:14:42.857852 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:14:42.927855 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87f171-8a24-4c9d-91dd-63ee7cc18650 req-aa0de1f3-b909-4c5a-9eec-5ea119c9b078 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:42.929282 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8b87f171-8a24-4c9d-91dd-63ee7cc18650 req-aa0de1f3-b909-4c5a-9eec-5ea119c9b078 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0478678 Dec 18 03:14:42.976907 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8b87f171-8a24-4c9d-91dd-63ee7cc18650 req-3b31bdd2-8824-40f6-b273-ce0b76314536 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Dec 18 03:14:43.214533 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019abdbb-a18c-4c9a-86f2-afc7019d8a3b req-d06ba71a-c0e0-4037-9385-5476d5c4d745 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:43.215961 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-019abdbb-a18c-4c9a-86f2-afc7019d8a3b req-d06ba71a-c0e0-4037-9385-5476d5c4d745 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0464640 Dec 18 03:14:43.264615 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-019abdbb-a18c-4c9a-86f2-afc7019d8a3b req-e8d1d4de-3522-404d-b5ab-4780215a0ed2 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Dec 18 03:14:43.425932 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:14:44.099545 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9fb02-2f6e-4602-be76-b837489020aa req-c0b5d6e3-51b6-4936-8a03-e8b4e2765fa6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:44.101015 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-75e9fb02-2f6e-4602-be76-b837489020aa req-c0b5d6e3-51b6-4936-8a03-e8b4e2765fa6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0505135 Dec 18 03:14:44.151131 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-75e9fb02-2f6e-4602-be76-b837489020aa req-b37c16c4-a72c-4b9f-a217-17cf2e35adce tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Dec 18 03:14:44.376191 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ae45a-e31b-49ca-9993-c3ec3722b437 req-84d4b1e6-f8b2-404b-9e12-a3a0c5ade627 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:44.377611 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bd2ae45a-e31b-49ca-9993-c3ec3722b437 req-84d4b1e6-f8b2-404b-9e12-a3a0c5ade627 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0477529 Dec 18 03:14:44.423918 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bd2ae45a-e31b-49ca-9993-c3ec3722b437 req-db0a25a1-5795-414b-a496-df4d3867affb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Dec 18 03:14:45.271363 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfbd30-44f6-4cdd-85a2-972855420696 req-69f057fb-a4f2-459e-bc05-2c519914ff04 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:45.274288 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8fdfbd30-44f6-4cdd-85a2-972855420696 req-69f057fb-a4f2-459e-bc05-2c519914ff04 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0536792 Dec 18 03:14:45.320603 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8fdfbd30-44f6-4cdd-85a2-972855420696 req-bb6c35dd-43e1-412d-b1ae-ac24916a5ffc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Dec 18 03:14:45.536787 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a45d-e34a-4b51-9c43-b224360436cc req-4080e649-c7dc-446b-b93c-88c75780a441 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:45.538268 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c5f9a45d-e34a-4b51-9c43-b224360436cc req-4080e649-c7dc-446b-b93c-88c75780a441 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0472369 Dec 18 03:14:45.585398 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c5f9a45d-e34a-4b51-9c43-b224360436cc req-f816e64c-d2e2-49df-80ff-dae07d5745c9 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 Dec 18 03:14:46.443914 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4238c-c177-48bb-8e46-269eaac1844b req-0beeee81-2254-4328-aa4e-fcfbecfe7d35 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:46.446208 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d4e4238c-c177-48bb-8e46-269eaac1844b req-0beeee81-2254-4328-aa4e-fcfbecfe7d35 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0521851 Dec 18 03:14:46.498891 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d4e4238c-c177-48bb-8e46-269eaac1844b req-08ab0271-7313-4438-95df-f8a8b0ef0a9e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475788 Dec 18 03:14:46.931353 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dba0f-b8ca-48c3-9242-b31e3a1bcf7d req-946801a9-0fc8-448c-8055-eacc56d0f96e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:46.932812 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-922dba0f-b8ca-48c3-9242-b31e3a1bcf7d req-946801a9-0fc8-448c-8055-eacc56d0f96e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.2679610 Dec 18 03:14:46.981171 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-922dba0f-b8ca-48c3-9242-b31e3a1bcf7d req-ae13b4f2-75f7-430d-90b9-f98c781cac60 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Dec 18 03:14:47.636319 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe48b36-ba76-43a6-851d-c7d6a6ad3a1f req-22832107-2def-4854-bfd9-30f103f36fe3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:47.638678 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7fe48b36-ba76-43a6-851d-c7d6a6ad3a1f req-22832107-2def-4854-bfd9-30f103f36fe3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0583682 Dec 18 03:14:47.695222 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7fe48b36-ba76-43a6-851d-c7d6a6ad3a1f req-88225bfa-a7d0-4575-b4ee-0ae17cf74bff tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502245 Dec 18 03:14:48.037057 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07818c-286b-4a12-ae50-dd85676c811f req-59c12695-355f-4999-8826-6b46d4e2f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:48.040247 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-59c12695-355f-4999-8826-6b46d4e2f41f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40&tenant_id=9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 1096 time: 0.0936835 Dec 18 03:14:48.124112 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740ff7c-4d61-4d7a-b2bb-9265ff1ca914 req-7561f785-7a57-4baa-9ab3-f0214894a5ce tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:48.126491 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3740ff7c-4d61-4d7a-b2bb-9265ff1ca914 req-7561f785-7a57-4baa-9ab3-f0214894a5ce tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0534413 Dec 18 03:14:48.127678 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07818c-286b-4a12-ae50-dd85676c811f req-5981ae15-cd59-4584-8774-eaf4bd0f0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:48.129131 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-5981ae15-cd59-4584-8774-eaf4bd0f0ebd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1096 time: 0.0443449 Dec 18 03:14:48.175300 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3740ff7c-4d61-4d7a-b2bb-9265ff1ca914 req-3fc3956e-e66e-4ef2-bae2-74a26731aceb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Dec 18 03:14:48.223444 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07818c-286b-4a12-ae50-dd85676c811f req-41e8ceb0-4023-414a-a783-6eebc95d1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:48.225460 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-41e8ceb0-4023-414a-a783-6eebc95d1503 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.0865858 Dec 18 03:14:48.307313 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-21b6c7c6-4078-4191-b6cf-c823e2eb8ea6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 999 time: 0.0735545 Dec 18 03:14:48.363092 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07818c-286b-4a12-ae50-dd85676c811f req-9608b61e-6454-4faf-8ed9-32e9ce9311e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:48.364572 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-9608b61e-6454-4faf-8ed9-32e9ce9311e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0441141 Dec 18 03:14:48.429721 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07818c-286b-4a12-ae50-dd85676c811f req-6b89c428-82e0-4a77-a91a-b0a0a3da0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:48.431392 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-6b89c428-82e0-4a77-a91a-b0a0a3da0430 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533614 Dec 18 03:14:48.529466 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-72e876f5-69db-440e-a91c-f5ab1333aacd service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878806 Dec 18 03:14:48.627714 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6a07818c-286b-4a12-ae50-dd85676c811f req-ba7550b7-50ab-441c-89d6-34d8099f1fb5 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851085 Dec 18 03:14:48.847069 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19f3e2-dc86-47eb-89d6-4addf46e5776 req-d3f67fc1-32ba-4817-a786-ee07f3e30e87 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:48.854607 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5a19f3e2-dc86-47eb-89d6-4addf46e5776 req-d3f67fc1-32ba-4817-a786-ee07f3e30e87 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0599556 Dec 18 03:14:48.916243 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5a19f3e2-dc86-47eb-89d6-4addf46e5776 req-29e11797-4163-4793-8a56-66a71737653b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584822 Dec 18 03:14:49.292078 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0be48-2da8-473b-910e-3de555e4a90f req-85c1ad1a-7aaf-4d90-bd09-c0201c143e0c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:49.293645 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7cb0be48-2da8-473b-910e-3de555e4a90f req-85c1ad1a-7aaf-4d90-bd09-c0201c143e0c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0500700 Dec 18 03:14:49.350361 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7cb0be48-2da8-473b-910e-3de555e4a90f req-d10fd20f-b543-42c1-9077-81227c652600 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 Dec 18 03:14:50.063339 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79101dab-305e-4edc-a575-80649d9573d0 req-f9030b3b-3705-48dc-9ac1-2c3cf583dcbf tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:50.065536 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-79101dab-305e-4edc-a575-80649d9573d0 req-f9030b3b-3705-48dc-9ac1-2c3cf583dcbf tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0618613 Dec 18 03:14:50.116179 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-79101dab-305e-4edc-a575-80649d9573d0 req-7a8b04ea-a511-4987-822a-972ddcec4b97 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Dec 18 03:14:50.232634 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65097634-7ffd-4182-9f5e-eb9b05b560d0 req-2e0f4894-c3d5-4c3b-8f0d-0094fd72fed8 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:50.234306 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-65097634-7ffd-4182-9f5e-eb9b05b560d0 req-2e0f4894-c3d5-4c3b-8f0d-0094fd72fed8 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0501425 Dec 18 03:14:50.282133 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-65097634-7ffd-4182-9f5e-eb9b05b560d0 req-52f8c181-c9f1-4162-af5d-4aa089b443f2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Dec 18 03:14:50.477608 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea462972-9ec2-4baf-9b1f-bc8b9c3fce4c req-64c46571-2915-42f2-bdde-ad79d6d321a6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:50.479093 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ea462972-9ec2-4baf-9b1f-bc8b9c3fce4c req-64c46571-2915-42f2-bdde-ad79d6d321a6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0523648 Dec 18 03:14:50.527455 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ea462972-9ec2-4baf-9b1f-bc8b9c3fce4c req-54ad4c9e-e19c-4f84-9090-388ee7ecd76a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Dec 18 03:14:51.251660 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77c0a6-af79-498a-8ddc-f6d3bb1aa56e req-e1726840-2c38-4eb0-a188-0b33d66f72c3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:51.253303 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fe77c0a6-af79-498a-8ddc-f6d3bb1aa56e req-e1726840-2c38-4eb0-a188-0b33d66f72c3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0489810 Dec 18 03:14:51.301328 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fe77c0a6-af79-498a-8ddc-f6d3bb1aa56e req-2f4b86af-4e7a-43b9-b16a-9ae8d5821286 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Dec 18 03:14:51.521667 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080144-f1c2-405a-bcf4-8e999f94bf18 req-bbdf02ab-1b23-405e-ac0f-8dda5440a79f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:51.528886 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b0080144-f1c2-405a-bcf4-8e999f94bf18 req-bbdf02ab-1b23-405e-ac0f-8dda5440a79f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0936687 Dec 18 03:14:51.577304 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b0080144-f1c2-405a-bcf4-8e999f94bf18 req-588f1351-d111-4f3e-bfea-0653c4728abc tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Dec 18 03:14:51.683952 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309420cf-3419-467c-8faa-939f6e0ff0a1 req-deac384f-536d-474e-b7d5-13f87969f986 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:51.685411 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-309420cf-3419-467c-8faa-939f6e0ff0a1 req-deac384f-536d-474e-b7d5-13f87969f986 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0502951 Dec 18 03:14:51.748771 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-309420cf-3419-467c-8faa-939f6e0ff0a1 req-19537abf-cc52-4d98-b920-7b24ad2db00a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Dec 18 03:14:52.301668 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:52.451398 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ac7d3-4086-4253-8081-142ff282b286 req-29723280-abbc-417a-9e40-5e2199e452f7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:52.452844 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ff1ac7d3-4086-4253-8081-142ff282b286 req-29723280-abbc-417a-9e40-5e2199e452f7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0520294 Dec 18 03:14:52.509308 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ff1ac7d3-4086-4253-8081-142ff282b286 req-64d6c2e6-3aab-406d-93fb-3f6bab895967 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500596 Dec 18 03:14:52.726147 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d18903-1f06-4f54-9e2b-454cbacd2e4e req-045a5c65-87ae-4b8e-a503-1e4e03b0cd68 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:52.728458 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-23d18903-1f06-4f54-9e2b-454cbacd2e4e req-045a5c65-87ae-4b8e-a503-1e4e03b0cd68 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0824502 Dec 18 03:14:52.748851 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc967c-6769-4099-b010-e5bff32c111a req-777d6e07-837b-4c4c-bf75-4a8b59b7a5e9 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:52.750297 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-34fc967c-6769-4099-b010-e5bff32c111a req-777d6e07-837b-4c4c-bf75-4a8b59b7a5e9 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 946 time: 0.0678389 Dec 18 03:14:52.858989 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-23d18903-1f06-4f54-9e2b-454cbacd2e4e req-0a4e819d-7dea-4f7d-811a-509f7f3b27d7 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 Dec 18 03:14:52.893733 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c4714-a090-4d04-8dae-ab922987c5b7 req-6d32846b-0ac6-47a2-873d-0d13e6e0ac28 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:52.895466 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2b7c4714-a090-4d04-8dae-ab922987c5b7 req-6d32846b-0ac6-47a2-873d-0d13e6e0ac28 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0700333 Dec 18 03:14:52.899801 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Deleting port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:14:52.900298 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:52.953433 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2b7c4714-a090-4d04-8dae-ab922987c5b7 req-d5973079-3257-4300-98d4-8c5a7a785209 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Dec 18 03:14:53.024233 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] For port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:53.024608 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:53.037456 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Calling delete_port for a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:14:53.179181 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:53.229195 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc', '01a67308-4fa3-4c17-9106-2b102610d2fe', '03ae95f6-837e-497f-b140-a8121c8bc611', 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:53.244465 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event deleted for resources: {'Port': ['ID=a6d3a37f-f909-4ef5-ac88-8d8b1dc87759,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:53.320194 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] No DVR routers for this DVR port a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:14:53.322816 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:53.326201 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-34fc967c-6769-4099-b010-e5bff32c111a req-388aa9de-527b-499b-a125-5da750816b63 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "DELETE /v2.0/ports/a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 HTTP/1.1" status: 204 len: 173 time: 0.5624983 Dec 18 03:14:53.326654 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'name': 'network-vif-deleted', 'tag': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:53.328945 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ce2e3-ae3a-4857-913a-da7466270ba1" -d '{"events": [{"server_uuid": "c701ed3f-302c-4f83-8e8f-1c9932a9e349", "name": "network-vif-deleted", "tag": "a6d3a37f-f909-4ef5-ac88-8d8b1dc87759"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:53.389676 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229e8993-ad81-498e-b876-09d09d1491c8 x-openstack-request-id: req-229e8993-ad81-498e-b876-09d09d1491c8 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:53.389918 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c701ed3f-302c-4f83-8e8f-1c9932a9e349", "name": "network-vif-deleted", "tag": "a6d3a37f-f909-4ef5-ac88-8d8b1dc87759", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:53.390235 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-229e8993-ad81-498e-b876-09d09d1491c8 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:53.390620 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c701ed3f-302c-4f83-8e8f-1c9932a9e349', 'name': 'network-vif-deleted', 'tag': 'a6d3a37f-f909-4ef5-ac88-8d8b1dc87759', 'status': 'completed', 'code': 200} Dec 18 03:14:53.660907 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c4b20-8772-45e2-8efe-30c904f643de req-52c4b2f2-8c8e-484b-947c-6babd11145d7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:53.669195 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d2c4b20-8772-45e2-8efe-30c904f643de req-52c4b2f2-8c8e-484b-947c-6babd11145d7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0603380 Dec 18 03:14:53.739671 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d2c4b20-8772-45e2-8efe-30c904f643de req-63de3412-cbc9-4e2d-915e-86dea3580de3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646126 Dec 18 03:14:54.030877 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3a5a08be-11b3-4387-8822-cbc177dce93f req-e464f6b5-d4c5-4bde-852a-92da50d5fdc2 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=c701ed3f-302c-4f83-8e8f-1c9932a9e349 HTTP/1.1" status: 200 len: 210 time: 0.0685914 Dec 18 03:14:54.103458 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec574-f583-4da8-a6a4-5155ca2d66e6 req-f6e6b669-da37-4f67-bba2-cdf2578fb391 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:54.105233 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e50ec574-f583-4da8-a6a4-5155ca2d66e6 req-f6e6b669-da37-4f67-bba2-cdf2578fb391 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0695355 Dec 18 03:14:54.160739 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e50ec574-f583-4da8-a6a4-5155ca2d66e6 req-dde04f5e-fb15-4c41-a98b-28e97ab012dc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Dec 18 03:14:54.851514 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593cf33-0ec5-4fbc-87da-9ef3eda7c216 req-3ec288c1-1dee-4308-b95e-024477ba9b18 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:54.853245 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1593cf33-0ec5-4fbc-87da-9ef3eda7c216 req-3ec288c1-1dee-4308-b95e-024477ba9b18 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0489988 Dec 18 03:14:54.905478 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1593cf33-0ec5-4fbc-87da-9ef3eda7c216 req-e0ac554f-dfd4-48a2-b36e-0a0ac305cfd6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Dec 18 03:14:55.282319 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde379-5134-4d59-8d61-467eae3143b0 req-e9c2bdcd-f381-40ee-b1e2-518c8fa55129 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:55.283894 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9bbde379-5134-4d59-8d61-467eae3143b0 req-e9c2bdcd-f381-40ee-b1e2-518c8fa55129 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0495739 Dec 18 03:14:55.333646 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9bbde379-5134-4d59-8d61-467eae3143b0 req-1aa3f7e3-fe7c-481f-af0e-60df4453a41c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Dec 18 03:14:56.030928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cbf25-46be-40ca-91a0-ef591fcaa83e req-67921d68-eebe-4bd5-85fc-e6f9a46af44d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:56.032720 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-de2cbf25-46be-40ca-91a0-ef591fcaa83e req-67921d68-eebe-4bd5-85fc-e6f9a46af44d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0501399 Dec 18 03:14:56.085874 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-de2cbf25-46be-40ca-91a0-ef591fcaa83e req-c24859f3-9cc6-40f0-a017-2cc5cc683b64 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 Dec 18 03:14:56.494067 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c94762-4b7d-426d-a71f-85b09d975510 req-d489c779-8789-40e7-8db5-a8fcb56b4463 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:56.502296 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e7c94762-4b7d-426d-a71f-85b09d975510 req-d489c779-8789-40e7-8db5-a8fcb56b4463 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0793045 Dec 18 03:14:56.511782 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede57c2-5ce6-4921-9fd6-071a494d89c2 req-48b95189-0a40-4825-b1c1-8312e8ae5478 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:56.515836 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ede57c2-5ce6-4921-9fd6-071a494d89c2 req-48b95189-0a40-4825-b1c1-8312e8ae5478 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 946 time: 0.0906918 Dec 18 03:14:56.520087 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:14:56.549308 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:14:56.549967 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a6d3a37f-f909-4ef5-ac88-8d8b1dc87759 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:14:56.581314 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e7c94762-4b7d-426d-a71f-85b09d975510 req-8734c411-a0b5-4080-887e-cea678e47c0c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765994 Dec 18 03:14:56.605954 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ede57c2-5ce6-4921-9fd6-071a494d89c2 req-f18d43fc-3f31-45d6-93fe-348a54359ab7 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748415 Dec 18 03:14:57.223272 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f55796-a771-4947-bee4-1bb5a45d8721 req-239fa820-717b-4dc2-b0c0-953b1d1005a7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:57.224887 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c7f55796-a771-4947-bee4-1bb5a45d8721 req-239fa820-717b-4dc2-b0c0-953b1d1005a7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0526702 Dec 18 03:14:57.294984 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c7f55796-a771-4947-bee4-1bb5a45d8721 req-6a818101-bd98-41d8-b694-40cf5d745bdb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608399 Dec 18 03:14:57.710636 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e05b-705e-4fff-a9a7-7d2353168c19 req-c3efa557-084b-4cb0-99aa-ff401889145a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:57.713317 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c078e05b-705e-4fff-a9a7-7d2353168c19 req-c3efa557-084b-4cb0-99aa-ff401889145a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0548666 Dec 18 03:14:57.724485 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6504141-91f9-4ec7-b0a2-f9c9646660e2 req-5bee0fa0-bfa3-4ab1-ba0b-26e15a43de62 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:57.726188 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6504141-91f9-4ec7-b0a2-f9c9646660e2 req-5bee0fa0-bfa3-4ab1-ba0b-26e15a43de62 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 946 time: 0.0532186 Dec 18 03:14:57.787966 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c078e05b-705e-4fff-a9a7-7d2353168c19 req-870783bf-331c-482a-96e6-1f6d99b708a1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649707 Dec 18 03:14:57.788905 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6504141-91f9-4ec7-b0a2-f9c9646660e2 req-e6b9f795-353f-4c3f-90fd-04df34183193 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Dec 18 03:14:58.425494 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4317af-626b-4397-a595-91341d050e7a req-a4db8099-74e5-4dc2-992b-d5979f8af1e7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:58.427002 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2c4317af-626b-4397-a595-91341d050e7a req-a4db8099-74e5-4dc2-992b-d5979f8af1e7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0538714 Dec 18 03:14:58.481662 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2c4317af-626b-4397-a595-91341d050e7a req-4cce6fa2-d6ca-48e0-b220-5ffe7e0c5b1b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469053 Dec 18 03:14:58.718629 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-0747cda8-a690-4151-9210-a36f98627c31 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:58.720175 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-0747cda8-a690-4151-9210-a36f98627c31 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 946 time: 0.0555398 Dec 18 03:14:58.837372 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Deleting port 03ae95f6-837e-497f-b140-a8121c8bc611 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:14:58.837754 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:58.967198 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955745d4-705d-4fe0-b40b-abc2f9701ad3 req-5cba5a2a-3c07-41f6-aea4-6c6ad55675ca tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:58.969052 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-955745d4-705d-4fe0-b40b-abc2f9701ad3 req-5cba5a2a-3c07-41f6-aea4-6c6ad55675ca tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0746183 Dec 18 03:14:59.012608 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a462e0d-3357-4247-adba-70cf2217358d req-c0474168-f564-44bf-9db4-f3a3ba8d8612 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:59.014238 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0a462e0d-3357-4247-adba-70cf2217358d req-c0474168-f564-44bf-9db4-f3a3ba8d8612 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=42694b52-21ac-48ab-9fbb-de90c7bcb478 HTTP/1.1" status: 200 len: 946 time: 0.1403978 Dec 18 03:14:59.025461 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] For port 03ae95f6-837e-497f-b140-a8121c8bc611, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=03ae95f6-837e-497f-b140-a8121c8bc611,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:14:59.025848 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:59.063871 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Calling delete_port for 03ae95f6-837e-497f-b140-a8121c8bc611 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:14:59.070987 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-955745d4-705d-4fe0-b40b-abc2f9701ad3 req-efffa9f9-0cd8-45bf-835f-19e691d7b1f9 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920346 Dec 18 03:14:59.175583 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0a462e0d-3357-4247-adba-70cf2217358d req-461f9471-8ba4-494e-87e9-ba3f6dbb7e07 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469231 Dec 18 03:14:59.261987 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:59.291403 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event deleted for resources: {'Port': ['ID=03ae95f6-837e-497f-b140-a8121c8bc611,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:14:59.321606 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc', '01a67308-4fa3-4c17-9106-2b102610d2fe', '03ae95f6-837e-497f-b140-a8121c8bc611'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:14:59.345541 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] No DVR routers for this DVR port 03ae95f6-837e-497f-b140-a8121c8bc611 on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:14:59.348208 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:14:59.352332 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-616bd194-d56c-4b73-8cdb-29eee7cccea0 req-da07fc20-f527-43e4-9c87-19ee8827ee1f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "DELETE /v2.0/ports/03ae95f6-837e-497f-b140-a8121c8bc611 HTTP/1.1" status: 204 len: 173 time: 0.6258943 Dec 18 03:14:59.352837 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'name': 'network-vif-deleted', 'tag': '03ae95f6-837e-497f-b140-a8121c8bc611'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:14:59.355572 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50538819-0f6a-44dc-805a-cf7e71ba03f3" -d '{"events": [{"server_uuid": "42694b52-21ac-48ab-9fbb-de90c7bcb478", "name": "network-vif-deleted", "tag": "03ae95f6-837e-497f-b140-a8121c8bc611"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:14:59.476010 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6418b-223e-45f3-8b34-c3c224d4efd3 x-openstack-request-id: req-16d6418b-223e-45f3-8b34-c3c224d4efd3 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:14:59.476301 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42694b52-21ac-48ab-9fbb-de90c7bcb478", "name": "network-vif-deleted", "tag": "03ae95f6-837e-497f-b140-a8121c8bc611", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:14:59.476553 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16d6418b-223e-45f3-8b34-c3c224d4efd3 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:14:59.476956 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42694b52-21ac-48ab-9fbb-de90c7bcb478', 'name': 'network-vif-deleted', 'tag': '03ae95f6-837e-497f-b140-a8121c8bc611', 'status': 'completed', 'code': 200} Dec 18 03:14:59.703531 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbcfd0-0ea1-40f5-bc1b-b457635f959f req-49c4683b-053e-49cc-91ae-7b771563ec09 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:14:59.718021 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dabbcfd0-0ea1-40f5-bc1b-b457635f959f req-49c4683b-053e-49cc-91ae-7b771563ec09 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.1317608 Dec 18 03:14:59.798520 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dabbcfd0-0ea1-40f5-bc1b-b457635f959f req-83d3ff3b-99a0-49cb-9368-4a9ed511c83b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864339 Dec 18 03:15:00.225059 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c48fa-2cba-4fcf-8dbc-4d77aaaa27dc req-5dc11243-b508-431a-8407-7c1706181074 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:00.227244 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f55c48fa-2cba-4fcf-8dbc-4d77aaaa27dc req-5dc11243-b508-431a-8407-7c1706181074 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0628633 Dec 18 03:15:00.301366 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f55c48fa-2cba-4fcf-8dbc-4d77aaaa27dc req-bc71bd5a-bda0-4f83-91a0-eafa7fc0aadf tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647571 Dec 18 03:15:00.493568 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a028701-303b-430c-bba0-f13e63784dd6 req-521d6398-7f92-4e55-a2cb-6d2103ceb684 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:00.495069 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6a028701-303b-430c-bba0-f13e63784dd6 req-521d6398-7f92-4e55-a2cb-6d2103ceb684 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0530972 Dec 18 03:15:00.547643 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6a028701-303b-430c-bba0-f13e63784dd6 req-1d47f259-a4a3-4261-87b4-cefaefa5b92a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458233 Dec 18 03:15:00.939634 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87f8a6-7ad4-42cb-b0b7-5afdcddebf0e req-0f19ead9-d1af-403e-aaa7-6755e9430659 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:00.941192 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7c87f8a6-7ad4-42cb-b0b7-5afdcddebf0e req-0f19ead9-d1af-403e-aaa7-6755e9430659 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0554385 Dec 18 03:15:01.015821 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7c87f8a6-7ad4-42cb-b0b7-5afdcddebf0e req-5843e410-93c5-45d6-abff-58376c79dbbb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678337 Dec 18 03:15:01.440798 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c576fa-a854-4fc8-a1c5-916b8633de7a req-d475b874-80ab-4cfc-960f-ae571ff242d8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:01.448728 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c8c576fa-a854-4fc8-a1c5-916b8633de7a req-d475b874-80ab-4cfc-960f-ae571ff242d8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0657110 Dec 18 03:15:01.513561 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c8c576fa-a854-4fc8-a1c5-916b8633de7a req-862981a3-bb21-4aca-9d39-1d92f1397899 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582778 Dec 18 03:15:01.521653 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9564381-dcae-4561-8db3-4c73b3eb6229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:01.671393 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423d003-157a-4ad5-8022-f576f6918efe req-51018c00-ca70-432b-a989-371597903850 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:01.673158 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c423d003-157a-4ad5-8022-f576f6918efe req-51018c00-ca70-432b-a989-371597903850 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0510895 Dec 18 03:15:01.726027 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c423d003-157a-4ad5-8022-f576f6918efe req-b52f1004-cece-4db6-a3dd-8bb601f7b062 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Dec 18 03:15:02.139347 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61961f7-6152-4b05-910b-2542791c322e req-3f54e8ba-df03-4726-bfac-a642a42166d8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:02.140829 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f61961f7-6152-4b05-910b-2542791c322e req-3f54e8ba-df03-4726-bfac-a642a42166d8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0501244 Dec 18 03:15:02.189688 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f61961f7-6152-4b05-910b-2542791c322e req-b2a557d9-95db-4f45-b102-2a9ed910f86f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Dec 18 03:15:02.614555 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad6e55-2f05-4a77-bf75-839aa81b9320 req-572e947b-212b-4918-9974-81bc53d52011 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:02.616012 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-60ad6e55-2f05-4a77-bf75-839aa81b9320 req-572e947b-212b-4918-9974-81bc53d52011 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0479870 Dec 18 03:15:02.660652 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-60ad6e55-2f05-4a77-bf75-839aa81b9320 req-a3ff0da8-451c-4116-bfb5-abda00e2b15c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Dec 18 03:15:02.841508 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791432-e427-486a-b3cc-5f9d319cdbcd req-0d319668-d58b-419b-9548-f697504f51e9 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:02.843017 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-42791432-e427-486a-b3cc-5f9d319cdbcd req-0d319668-d58b-419b-9548-f697504f51e9 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0476961 Dec 18 03:15:02.888983 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-42791432-e427-486a-b3cc-5f9d319cdbcd req-5d1b5c75-b506-459c-8312-bba0016a85b5 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Dec 18 03:15:03.308484 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff020b-a584-437f-84f7-ec7e892dd4f1 req-1afa725a-fb23-447a-a69f-6fe32efa674c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:03.309943 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12ff020b-a584-437f-84f7-ec7e892dd4f1 req-1afa725a-fb23-447a-a69f-6fe32efa674c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0501008 Dec 18 03:15:03.355559 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-12ff020b-a584-437f-84f7-ec7e892dd4f1 req-616baa23-e463-46e8-9abf-d5a3b66691dd tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Dec 18 03:15:03.566088 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 03ae95f6-837e-497f-b140-a8121c8bc611 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:15:03.589453 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 03ae95f6-837e-497f-b140-a8121c8bc611 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:15:03.589827 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 03ae95f6-837e-497f-b140-a8121c8bc611 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:15:03.781460 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91809ee-87d1-43ff-9fab-81663e2af4ed req-6a3edb19-e208-47f6-b14d-b27e4e14ebbb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:03.783113 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d91809ee-87d1-43ff-9fab-81663e2af4ed req-6a3edb19-e208-47f6-b14d-b27e4e14ebbb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0543435 Dec 18 03:15:03.843178 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d91809ee-87d1-43ff-9fab-81663e2af4ed req-bfe112e7-3572-44be-b214-13c21235f5ba tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519924 Dec 18 03:15:03.899996 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a0e000a-4832-408d-b8ba-a95ee22c7147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:04.040890 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb645c13-84b5-4201-ac19-d9d22fdbfbc8 req-60758982-bf28-4265-83da-a091e722134d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:04.050152 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fb645c13-84b5-4201-ac19-d9d22fdbfbc8 req-60758982-bf28-4265-83da-a091e722134d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0774879 Dec 18 03:15:04.136679 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fb645c13-84b5-4201-ac19-d9d22fdbfbc8 req-b03535c3-3b70-4f09-aeb1-2672162deeff tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855684 Dec 18 03:15:04.597950 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f062-9f66-485e-831b-f175a8c8be35 req-0237b257-d1ee-4ff8-a814-0d36df95da2d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:04.610462 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f497f062-9f66-485e-831b-f175a8c8be35 req-0237b257-d1ee-4ff8-a814-0d36df95da2d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.1410437 Dec 18 03:15:04.719151 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f497f062-9f66-485e-831b-f175a8c8be35 req-dfbbbfc5-10d1-460a-ad84-735488f419a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076429 Dec 18 03:15:04.975749 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:05.043856 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d753f2-bccd-4631-919e-102087d0ae3e req-213790f1-5635-44c4-a357-5e6d31deaa69 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:05.049919 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d7d753f2-bccd-4631-919e-102087d0ae3e req-213790f1-5635-44c4-a357-5e6d31deaa69 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1152487 Dec 18 03:15:05.155403 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d7d753f2-bccd-4631-919e-102087d0ae3e req-7f986eaf-e38f-4e78-a939-593d7d1532a2 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990469 Dec 18 03:15:05.363979 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8f9ea-b71d-46fd-873e-c39341478310 req-9564b6ac-af19-442c-80ea-f1e98e000e14 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:05.366725 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a1e8f9ea-b71d-46fd-873e-c39341478310 req-9564b6ac-af19-442c-80ea-f1e98e000e14 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.1017132 Dec 18 03:15:05.533741 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a1e8f9ea-b71d-46fd-873e-c39341478310 req-d77b7da5-832c-4dd9-b3f1-11c99e3fb05f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603105 Dec 18 03:15:05.853420 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50a0e-8ce8-4209-aa59-f91fc3f7a71c req-df8397e8-e173-4c5b-a739-d69a9dfd970c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:05.855613 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4ed50a0e-8ce8-4209-aa59-f91fc3f7a71c req-df8397e8-e173-4c5b-a739-d69a9dfd970c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0532084 Dec 18 03:15:05.924577 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4ed50a0e-8ce8-4209-aa59-f91fc3f7a71c req-03381c1d-e5a0-4090-a01e-6f9ebaa533a9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586450 Dec 18 03:15:06.345110 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655764c7-078e-4352-81f8-9dd169fa14ac req-0a24bf84-f389-486e-8047-7cc709cbe3bc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:06.356685 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-655764c7-078e-4352-81f8-9dd169fa14ac req-0a24bf84-f389-486e-8047-7cc709cbe3bc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1052523 Dec 18 03:15:06.421803 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-655764c7-078e-4352-81f8-9dd169fa14ac req-479f22ce-a9ec-4941-96eb-8ae0f80c8589 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629153 Dec 18 03:15:06.464397 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:06.674979 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985e9c9-3cf1-45e6-aad4-c03228551110 req-6653f7cd-fd49-4ed0-b771-1dfa8801bec7 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:06.683505 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b985e9c9-3cf1-45e6-aad4-c03228551110 req-6653f7cd-fd49-4ed0-b771-1dfa8801bec7 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0662947 Dec 18 03:15:06.732729 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b985e9c9-3cf1-45e6-aad4-c03228551110 req-1d009054-d15d-440d-89ea-0166d3bf6ab4 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482974 Dec 18 03:15:07.086653 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afe3e2-474c-43bf-b47e-96029dfd4210 req-6140ec1e-0eed-4fbf-ab04-8056cb0cf76d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:07.096436 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-17afe3e2-474c-43bf-b47e-96029dfd4210 req-6140ec1e-0eed-4fbf-ab04-8056cb0cf76d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0723646 Dec 18 03:15:07.158029 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-17afe3e2-474c-43bf-b47e-96029dfd4210 req-71aedf16-b1b3-4248-8434-25ba36c49093 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605824 Dec 18 03:15:07.474275 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:07.586576 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f9033-6d6f-42e1-8a3d-b056b58941c7 req-3a44b0dd-4723-4bc1-a749-b91232f4f08c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:07.590263 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5e5f9033-6d6f-42e1-8a3d-b056b58941c7 req-3a44b0dd-4723-4bc1-a749-b91232f4f08c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0698221 Dec 18 03:15:07.654800 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5e5f9033-6d6f-42e1-8a3d-b056b58941c7 req-2b0eb42d-5b39-40e7-ae69-56ef4550c695 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596976 Dec 18 03:15:07.895134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ac4a-5074-4c1a-94f5-1d732dce9fdd req-23cfa037-ed76-45a5-af1a-53f25a6d8500 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:07.897695 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-23f4ac4a-5074-4c1a-94f5-1d732dce9fdd req-23cfa037-ed76-45a5-af1a-53f25a6d8500 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0543928 Dec 18 03:15:07.967894 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-23f4ac4a-5074-4c1a-94f5-1d732dce9fdd req-b8c41c79-0d06-43eb-9cbd-9f032d6f14c5 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626576 Dec 18 03:15:08.325902 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24357-2640-4ad1-8923-af7b8b1db856 req-ff422939-ac49-423f-b272-7a3ab4dcd7c1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:08.327557 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7db24357-2640-4ad1-8923-af7b8b1db856 req-ff422939-ac49-423f-b272-7a3ab4dcd7c1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0776529 Dec 18 03:15:08.409483 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7db24357-2640-4ad1-8923-af7b8b1db856 req-00368b80-6713-4a56-8cf9-0859b596f19a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734706 Dec 18 03:15:08.820975 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76ddd4-3c3e-4041-96e3-b5fe50ec76e9 req-a3a2c379-fcaa-4227-a810-1563b827f0aa tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:08.823251 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8c76ddd4-3c3e-4041-96e3-b5fe50ec76e9 req-a3a2c379-fcaa-4227-a810-1563b827f0aa tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0740747 Dec 18 03:15:08.910876 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8c76ddd4-3c3e-4041-96e3-b5fe50ec76e9 req-e08dbf97-40b5-46e1-bff4-791ef072f5c4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814130 Dec 18 03:15:09.124956 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd06d6-3dc3-4f75-9e68-120664aca904 req-7d00a4b2-9e90-463a-b06a-d9146da5f25d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:09.126371 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e8dd06d6-3dc3-4f75-9e68-120664aca904 req-7d00a4b2-9e90-463a-b06a-d9146da5f25d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0768988 Dec 18 03:15:09.198856 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e8dd06d6-3dc3-4f75-9e68-120664aca904 req-7917dc40-d244-40e7-bc5b-7dfaafb8cc3e tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 Dec 18 03:15:09.542097 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a5eb-8480-4ded-8f1d-d7b40260ca57 req-f1b76565-39fa-48be-a472-5a10d192c4d6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:09.550934 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7b39a5eb-8480-4ded-8f1d-d7b40260ca57 req-f1b76565-39fa-48be-a472-5a10d192c4d6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0619848 Dec 18 03:15:09.633097 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7b39a5eb-8480-4ded-8f1d-d7b40260ca57 req-1c4a8d45-f9df-4850-9360-508c22808b91 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803928 Dec 18 03:15:10.075756 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f3d0a-b559-4bec-9850-a1e5d1cae2ab req-b1614857-ce10-4335-bcfb-4eeb68a73129 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:10.083632 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-473f3d0a-b559-4bec-9850-a1e5d1cae2ab req-b1614857-ce10-4335-bcfb-4eeb68a73129 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0639133 Dec 18 03:15:10.150225 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-473f3d0a-b559-4bec-9850-a1e5d1cae2ab req-a316b15c-eeae-440d-833c-5ab5086aa5cd tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Dec 18 03:15:10.442212 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a348cfa-ee5f-450d-ad4c-92cde52f0f06 req-b36ba2d8-04da-4a65-aafa-c3cd7878835f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:10.453918 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7a348cfa-ee5f-450d-ad4c-92cde52f0f06 req-b36ba2d8-04da-4a65-aafa-c3cd7878835f tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0729384 Dec 18 03:15:10.513830 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7a348cfa-ee5f-450d-ad4c-92cde52f0f06 req-475e13e2-16c7-4ede-93f8-e1f3e95710a7 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Dec 18 03:15:10.819055 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d2210-5761-4ffa-a225-0b30e10ee65a req-6c626c40-9ed1-4fbd-bff0-5211776299a0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:10.823551 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c68d2210-5761-4ffa-a225-0b30e10ee65a req-6c626c40-9ed1-4fbd-bff0-5211776299a0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.1005225 Dec 18 03:15:10.923945 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c68d2210-5761-4ffa-a225-0b30e10ee65a req-dc4aa6b3-faa3-4f55-a4f8-ea5b5d3f31db tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891058 Dec 18 03:15:11.451507 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d14df4-fe06-426a-828a-de442943f165 req-dbfe0b04-b7d0-47b6-b618-e7bde0cd7655 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:11.454070 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-10d14df4-fe06-426a-828a-de442943f165 req-dbfe0b04-b7d0-47b6-b618-e7bde0cd7655 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1324391 Dec 18 03:15:11.528513 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-10d14df4-fe06-426a-828a-de442943f165 req-be325630-9c40-4ab2-b10e-6e672284f0e4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Dec 18 03:15:11.664396 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b91f-8963-46e9-ac46-febb17324022 req-14cacc2d-0722-4b2c-9a38-30bd636fb487 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:11.671620 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6845b91f-8963-46e9-ac46-febb17324022 req-14cacc2d-0722-4b2c-9a38-30bd636fb487 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0681727 Dec 18 03:15:11.745886 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6845b91f-8963-46e9-ac46-febb17324022 req-56ef2b58-eb0b-4fd5-a6ea-815de49b1f93 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733609 Dec 18 03:15:12.101836 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834abc0-0087-4b78-a987-30fc2bc92d86 req-b04006f5-ab0e-40f4-a99c-8d0d0abee846 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:12.106263 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3834abc0-0087-4b78-a987-30fc2bc92d86 req-b04006f5-ab0e-40f4-a99c-8d0d0abee846 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0589051 Dec 18 03:15:12.174146 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3834abc0-0087-4b78-a987-30fc2bc92d86 req-2b2d6860-5f4c-40ec-8f82-c4dd0ebabcd5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632656 Dec 18 03:15:12.659031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c9238-8ddc-4add-8871-ad59ed0cd7e8 req-94c3ffc1-7f62-4285-a833-cb0a2653e7ee tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:12.661016 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a41c9238-8ddc-4add-8871-ad59ed0cd7e8 req-94c3ffc1-7f62-4285-a833-cb0a2653e7ee tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0623922 Dec 18 03:15:12.709403 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a41c9238-8ddc-4add-8871-ad59ed0cd7e8 req-7d407815-3ec9-45ad-8805-0a403a879f54 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Dec 18 03:15:12.873129 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ed1a6-4ecf-46ae-8729-c0bd772a4143 req-f5f15d32-c865-43ed-bdff-9831936661e8 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:12.874625 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8b0ed1a6-4ecf-46ae-8729-c0bd772a4143 req-f5f15d32-c865-43ed-bdff-9831936661e8 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0541623 Dec 18 03:15:12.929495 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8b0ed1a6-4ecf-46ae-8729-c0bd772a4143 req-f8be70e1-a171-4fa4-8867-5c3a1c42947b tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487807 Dec 18 03:15:13.288317 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff112-1ee6-4a5c-8819-2326536a1eed req-ea38034d-958d-43ac-a575-8d1d96d8651d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:13.289765 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-baeff112-1ee6-4a5c-8819-2326536a1eed req-ea38034d-958d-43ac-a575-8d1d96d8651d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0513241 Dec 18 03:15:13.335479 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-baeff112-1ee6-4a5c-8819-2326536a1eed req-346931f5-e89f-4c40-bfd3-bb9a84a585e0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396380 Dec 18 03:15:13.829101 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23621a-d818-4ca5-af0c-ec61712bbf51 req-71f72eb8-0f81-42d2-9b45-4a847662ccdf tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:13.830568 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2c23621a-d818-4ca5-af0c-ec61712bbf51 req-71f72eb8-0f81-42d2-9b45-4a847662ccdf tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0532880 Dec 18 03:15:13.879119 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2c23621a-d818-4ca5-af0c-ec61712bbf51 req-3c553305-26cd-4689-b4b3-b33c4886c614 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Dec 18 03:15:14.051190 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b22125-16fd-4b00-82e9-4c9fc6380d24 req-bb2d98c6-1f39-4ef1-b397-2d1b220a3118 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:14.052736 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-93b22125-16fd-4b00-82e9-4c9fc6380d24 req-bb2d98c6-1f39-4ef1-b397-2d1b220a3118 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0496943 Dec 18 03:15:14.104581 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-93b22125-16fd-4b00-82e9-4c9fc6380d24 req-efaf8f93-8595-4dd2-a270-8636840e9a97 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Dec 18 03:15:14.461564 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48588d0-32ca-450d-ba3c-639d9539bdd1 req-9103454c-4a38-47bc-82b1-6f5e5682e450 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:14.463207 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b48588d0-32ca-450d-ba3c-639d9539bdd1 req-9103454c-4a38-47bc-82b1-6f5e5682e450 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0537963 Dec 18 03:15:14.511260 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b48588d0-32ca-450d-ba3c-639d9539bdd1 req-79a7dccb-8513-4cc5-8a51-c6466786f376 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Dec 18 03:15:14.999866 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7e8f4-0543-4c98-9c1a-03879c60d49a req-baca3320-c8f3-4388-89c5-6c36d6006df1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:15.001641 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-eea7e8f4-0543-4c98-9c1a-03879c60d49a req-baca3320-c8f3-4388-89c5-6c36d6006df1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0544400 Dec 18 03:15:15.052296 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-eea7e8f4-0543-4c98-9c1a-03879c60d49a req-9c2643e6-b506-4f74-94c4-793eb7a26c3c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Dec 18 03:15:15.228003 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240eab-da50-4703-947c-41e31f57d6a9 req-7b2c2a23-fab3-4140-8a03-d2f5754b2bfa tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:15.229511 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bd240eab-da50-4703-947c-41e31f57d6a9 req-7b2c2a23-fab3-4140-8a03-d2f5754b2bfa tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0493586 Dec 18 03:15:15.279416 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bd240eab-da50-4703-947c-41e31f57d6a9 req-09965865-f97e-41a5-b78d-f862037ad3fb tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Dec 18 03:15:15.642334 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cbdd-77ef-45d6-b46b-437ae22f5b15 req-4aaf6cc7-717e-4d54-a155-34e3f17d175c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:15.643861 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a900cbdd-77ef-45d6-b46b-437ae22f5b15 req-4aaf6cc7-717e-4d54-a155-34e3f17d175c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0544136 Dec 18 03:15:15.691917 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a900cbdd-77ef-45d6-b46b-437ae22f5b15 req-20a85c58-12c5-4b1b-96bc-e3f16d4567b7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Dec 18 03:15:16.184755 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25d0a8-a010-4753-9740-52954642e5f0 req-cbaee23c-3ee7-4b71-b71b-e3f51d9c69e5 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:16.186325 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ac25d0a8-a010-4753-9740-52954642e5f0 req-cbaee23c-3ee7-4b71-b71b-e3f51d9c69e5 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0583956 Dec 18 03:15:16.236064 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ac25d0a8-a010-4753-9740-52954642e5f0 req-f715a2af-10fd-46d5-abe2-df635257838e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Dec 18 03:15:16.396490 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e8a2b-27f8-4a82-96c1-f1452ccaa6bd req-07ddb31e-96c7-4849-942a-be3ed98ec271 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:16.398099 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9d3e8a2b-27f8-4a82-96c1-f1452ccaa6bd req-07ddb31e-96c7-4849-942a-be3ed98ec271 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0490425 Dec 18 03:15:16.453108 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9d3e8a2b-27f8-4a82-96c1-f1452ccaa6bd req-02c8992a-c358-4389-bf33-d6325d485e64 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 Dec 18 03:15:16.812328 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0f2a-4a61-4e32-b558-74ab929b0378 req-8f4dc34c-40d1-4b8c-8824-47ffbde5fff3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:16.813877 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7e6b0f2a-4a61-4e32-b558-74ab929b0378 req-8f4dc34c-40d1-4b8c-8824-47ffbde5fff3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Dec 18 03:15:16.861297 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7e6b0f2a-4a61-4e32-b558-74ab929b0378 req-37520a52-7845-458b-ac54-3cac93deb903 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Dec 18 03:15:17.350349 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f19a6-e617-4e70-b029-4e428b9f5afe req-bef2db08-4dd5-4522-80e8-6784ceffd3e3 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:17.351791 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-097f19a6-e617-4e70-b029-4e428b9f5afe req-bef2db08-4dd5-4522-80e8-6784ceffd3e3 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0487916 Dec 18 03:15:17.400864 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-097f19a6-e617-4e70-b029-4e428b9f5afe req-09f67a11-d00f-4148-8791-089f9f917e08 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Dec 18 03:15:17.569391 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88b913-87b6-4145-9dac-61b040198acf req-5818e019-027a-4838-a99a-5b48f9340e13 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:17.570959 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7f88b913-87b6-4145-9dac-61b040198acf req-5818e019-027a-4838-a99a-5b48f9340e13 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0495019 Dec 18 03:15:17.621926 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7f88b913-87b6-4145-9dac-61b040198acf req-d6cf52d2-8410-45d6-949f-172db945f3ac tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Dec 18 03:15:17.985902 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd7558-40e6-4868-9f24-61e73482ea20 req-4d62d9ec-9586-4cae-b714-63dd7ed53108 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:17.987381 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1dd7558-40e6-4868-9f24-61e73482ea20 req-4d62d9ec-9586-4cae-b714-63dd7ed53108 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0504630 Dec 18 03:15:18.036957 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1dd7558-40e6-4868-9f24-61e73482ea20 req-627ef2fd-529e-4d9f-85a4-8b462dd79e92 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Dec 18 03:15:18.159759 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcf643-7121-4da4-9202-3a3c1df26844 req-9fb88717-b47e-481c-a690-35d3bdd94910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:18.161593 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a5bcf643-7121-4da4-9202-3a3c1df26844 req-9fb88717-b47e-481c-a690-35d3bdd94910 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.0578361 Dec 18 03:15:18.274409 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a5bcf643-7121-4da4-9202-3a3c1df26844 req-cad37e5f-f016-4577-bae6-ad57736c1687 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Dec 18 03:15:18.519158 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e8fa9-701f-476b-acbb-48a1f3f2e294 req-89172594-5880-42d9-8cb5-ae79041fe1fb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:18.521441 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1b6e8fa9-701f-476b-acbb-48a1f3f2e294 req-89172594-5880-42d9-8cb5-ae79041fe1fb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0478885 Dec 18 03:15:18.569159 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1b6e8fa9-701f-476b-acbb-48a1f3f2e294 req-7983bc56-a9b1-4218-9d0c-35f9fc1a6c36 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Dec 18 03:15:18.734631 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf14c9-bebb-47ec-a05d-84180fbf7181 req-9c488615-36fd-439e-aff8-db7ef3f1cd87 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:18.736089 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-67bf14c9-bebb-47ec-a05d-84180fbf7181 req-9c488615-36fd-439e-aff8-db7ef3f1cd87 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0485964 Dec 18 03:15:18.781984 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-67bf14c9-bebb-47ec-a05d-84180fbf7181 req-81eb9d4a-2a03-4668-aaf9-b8299a4e8ed6 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Dec 18 03:15:19.110219 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-f946733d-3b7f-410d-a035-d1b8e3abad82 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:19.111629 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-f946733d-3b7f-410d-a035-d1b8e3abad82 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 946 time: 0.0489149 Dec 18 03:15:19.159930 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4ffa4-0cad-4826-bfb6-813054128330 req-32eaa109-3bb4-4bc9-b347-bbc855cf4102 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:19.161418 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4fa4ffa4-0cad-4826-bfb6-813054128330 req-32eaa109-3bb4-4bc9-b347-bbc855cf4102 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0509291 Dec 18 03:15:19.208655 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4fa4ffa4-0cad-4826-bfb6-813054128330 req-86bfada7-2d6c-4c9e-bdf9-5f3e64af4593 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 Dec 18 03:15:19.213342 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Deleting port 01a67308-4fa3-4c17-9106-2b102610d2fe {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:15:19.213707 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.304736 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] For port 01a67308-4fa3-4c17-9106-2b102610d2fe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=01a67308-4fa3-4c17-9106-2b102610d2fe,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:19.305088 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.317564 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Calling delete_port for 01a67308-4fa3-4c17-9106-2b102610d2fe owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:15:19.440492 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.471097 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event deleted for resources: {'Port': ['ID=01a67308-4fa3-4c17-9106-2b102610d2fe,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:19.485080 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc', '01a67308-4fa3-4c17-9106-2b102610d2fe'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:15:19.501327 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.501684 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.502024 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.502359 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.502689 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.503007 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.503642 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.503851 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.504172 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.504490 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.504878 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.505384 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.505731 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.506569 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 60416) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:19.526656 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] No DVR routers for this DVR port 01a67308-4fa3-4c17-9106-2b102610d2fe on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:15:19.529703 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.534858 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5a4dfde4-2562-47fd-95f1-42f44e40a219 req-b4ff4c77-a297-4c40-9f2f-22c89e9f2691 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "DELETE /v2.0/ports/01a67308-4fa3-4c17-9106-2b102610d2fe HTTP/1.1" status: 204 len: 173 time: 0.4121163 Dec 18 03:15:19.535318 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'name': 'network-vif-deleted', 'tag': '01a67308-4fa3-4c17-9106-2b102610d2fe'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:19.539115 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695a70fe-cb52-45b0-9a99-4a4b3649828b" -d '{"events": [{"server_uuid": "49c1697d-abd6-44f6-b11e-e6407b595fa9", "name": "network-vif-deleted", "tag": "01a67308-4fa3-4c17-9106-2b102610d2fe"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:19.570805 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Deleting subnet b984c963-7ba9-45ea-8988-430c8d305b2b {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:15:19.574087 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.614975 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.656135 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c184ba43-0c6d-45d7-9244-2259a5a4d79a x-openstack-request-id: req-c184ba43-0c6d-45d7-9244-2259a5a4d79a {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:19.656713 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c1697d-abd6-44f6-b11e-e6407b595fa9", "name": "network-vif-deleted", "tag": "01a67308-4fa3-4c17-9106-2b102610d2fe", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:19.657119 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c184ba43-0c6d-45d7-9244-2259a5a4d79a {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:19.657848 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c1697d-abd6-44f6-b11e-e6407b595fa9', 'name': 'network-vif-deleted', 'tag': '01a67308-4fa3-4c17-9106-2b102610d2fe', 'status': 'completed', 'code': 200} Dec 18 03:15:19.667310 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.746191 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.776580 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b984c963-7ba9-45ea-8988-430c8d305b2b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:19.788887 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.792000 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b984c963-7ba9-45ea-8988-430c8d305b2b HTTP/1.1" status: 204 len: 168 time: 0.2842607 Dec 18 03:15:19.793426 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.793955 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.794459 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.794862 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60424) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:19.795380 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.795380 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.795601 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.795892 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.796259 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.796700 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.797043 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.797282 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.797599 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.797943 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473318f-6410-436e-9666-14dcd488ab76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:19.809265 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efb51c-34be-402e-b70c-99bc94c28c96 req-a247c160-2f92-4dbc-8487-50a27dac9f37 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:19.810780 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-38efb51c-34be-402e-b70c-99bc94c28c96 req-a247c160-2f92-4dbc-8487-50a27dac9f37 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1018419 Dec 18 03:15:19.846917 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:15:19.869954 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-38efb51c-34be-402e-b70c-99bc94c28c96 req-a823d436-7c08-45b8-97df-1089096b0497 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526810 Dec 18 03:15:19.876834 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:19.913153 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1a9e128a-70d6-4f5f-9ba8-bd7e149b4f11 req-fc654ab0-118f-413c-af7e-39a3cce35852 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c1697d-abd6-44f6-b11e-e6407b595fa9 HTTP/1.1" status: 200 len: 210 time: 0.0331500 Dec 18 03:15:19.982707 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.002167 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ac0911-7660-4a3b-957e-b00bd8c0a253']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:20.010961 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5f281c-2f47-41cb-8ac6-41acccc08919') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:20.011249 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5f281c-2f47-41cb-8ac6-41acccc08919') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:20.020298 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.032926 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.039422 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:15:20.039793 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:15:20.041398 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:15:20.095912 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.101978 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.108538 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] 10.222.0.24 "DELETE /v2.0/networks/56ac0911-7660-4a3b-957e-b00bd8c0a253 HTTP/1.1" status: 204 len: 168 time: 0.3091810 Dec 18 03:15:20.117345 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ecbc8-01fd-4b9a-ad8e-8c39808616fe admin admin] Pushing event deleted for resources: {'Network': ['ID=56ac0911-7660-4a3b-957e-b00bd8c0a253,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:20.329319 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60434) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:20.336126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf09e28-3e16-4e20-94a6-4e65f7bbd108 req-8f3dc885-5974-4b98-82e8-d5adf59e1dee tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:20.337484 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bbf09e28-3e16-4e20-94a6-4e65f7bbd108 req-8f3dc885-5974-4b98-82e8-d5adf59e1dee tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0538023 Dec 18 03:15:20.385659 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-434ec8c2-0469-4073-8ac6-f2b5f6945cd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=720269d188094f32978b00a4858a2da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533259 Dec 18 03:15:20.386441 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:20.410829 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bbf09e28-3e16-4e20-94a6-4e65f7bbd108 req-adcc8a32-50f5-40f6-ba11-c5279cb726d3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667434 Dec 18 03:15:20.447226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac11a31a-23f7-450d-bcbe-d5892aac1674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.468384 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac11a31a-23f7-450d-bcbe-d5892aac1674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.516103 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac11a31a-23f7-450d-bcbe-d5892aac1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.519053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac11a31a-23f7-450d-bcbe-d5892aac1674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:20.520184 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ac11a31a-23f7-450d-bcbe-d5892aac1674 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa HTTP/1.1" status: 204 len: 168 time: 0.1328523 Dec 18 03:15:20.528474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11a31a-23f7-450d-bcbe-d5892aac1674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc9dfdb-e855-4849-a8ef-0e9d5b789dfa,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:21.004736 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f1d1b-4ab2-487c-aab4-b5d8b511b2dd req-a96955c4-4c59-4645-a10c-fd696e0d88d7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:21.006498 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-366f1d1b-4ab2-487c-aab4-b5d8b511b2dd req-a96955c4-4c59-4645-a10c-fd696e0d88d7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0585258 Dec 18 03:15:21.055857 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-366f1d1b-4ab2-487c-aab4-b5d8b511b2dd req-de9a32bb-48f8-4f5d-b063-4765d1596421 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Dec 18 03:15:21.308895 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280ef4-d6b3-4058-91ee-9eb82aa7d109 req-c4480aca-2ca8-4243-ad88-92b83d2f9094 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:21.310394 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-12280ef4-d6b3-4058-91ee-9eb82aa7d109 req-c4480aca-2ca8-4243-ad88-92b83d2f9094 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0603135 Dec 18 03:15:21.315879 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-8898735f-aaff-49fb-8703-de7057a73658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:21.317967 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-8898735f-aaff-49fb-8703-de7057a73658 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.0450952 Dec 18 03:15:21.359583 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-12280ef4-d6b3-4058-91ee-9eb82aa7d109 req-94fd0147-bbe4-4e0e-a53c-dd0102c30e05 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Dec 18 03:15:21.430628 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-963a62b0-9e56-4388-94d9-c5337fcc9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:21.432064 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-963a62b0-9e56-4388-94d9-c5337fcc9a34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.1035264 Dec 18 03:15:21.490648 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-415851af-1918-4fa8-9510-1d2a0f5035a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 217 time: 0.0495827 Dec 18 03:15:21.565157 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-11d0e3c5-4c64-4b76-b3cd-8da1803d1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:21.566610 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-11d0e3c5-4c64-4b76-b3cd-8da1803d1c2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.0647595 Dec 18 03:15:21.576977 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54b448-5fa6-4b1b-a18e-fce6ce4e818a req-3f23a47e-31b0-47a1-8c97-5200d6986e98 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:21.578405 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1b54b448-5fa6-4b1b-a18e-fce6ce4e818a req-3f23a47e-31b0-47a1-8c97-5200d6986e98 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0862195 Dec 18 03:15:21.589461 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-2c7a09b1-4b62-4b0a-a952-fb1f78674458 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228218707&fields=id&tenant_id=f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 267 time: 0.0547316 Dec 18 03:15:21.608627 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-71310cec-26c4-4676-b8e2-aee15358623a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292964 Dec 18 03:15:21.690113 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1b54b448-5fa6-4b1b-a18e-fce6ce4e818a req-ac5f83a8-03e7-42a2-a94c-04dac5e1e83b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027789 Dec 18 03:15:21.697850 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-feb81b86-e6d9-4cd7-a260-e2f7c6dff329 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:21.702084 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-feb81b86-e6d9-4cd7-a260-e2f7c6dff329 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 812 time: 0.1054440 Dec 18 03:15:21.720554 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-77d2b6cd-05ee-46c5-a519-4add378583ed service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043010 Dec 18 03:15:21.726135 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-b9af86b2-d30e-4ff1-bf7f-89e9ddfb2c1a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/quotas/f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 375 time: 0.0212603 Dec 18 03:15:21.777640 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-7141b220-6462-4fc3-b84d-fd6c908d6301 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476861 Dec 18 03:15:21.887839 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-a8abc2c7-3da3-4a7c-84db-bfbd120639f7 service neutron] 10.222.0.24 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931673 Dec 18 03:15:22.009648 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-3b10b62d-0c80-41f4-81e9-2ca0df4de121 service neutron] 10.222.0.24 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147816 Dec 18 03:15:22.030541 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-901d8c29-9dc7-4279-bc2f-71ae15cd9566 req-5a48d045-2def-45a0-8e02-63b0b2465150 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995934 Dec 18 03:15:22.306091 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6d601903-ea42-4ccd-b586-286dda450eb4 req-08d94855-c90a-4a8b-9200-c9afea6df81b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 210 time: 0.0361214 Dec 18 03:15:22.311501 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:22.343940 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1e0f6-f968-4f4a-a3d3-9327a14446d6 req-b3f4bfa1-34dd-4b08-8077-bda734217a9c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:22.346256 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b5e1e0f6-f968-4f4a-a3d3-9327a14446d6 req-b3f4bfa1-34dd-4b08-8077-bda734217a9c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.0650635 Dec 18 03:15:22.403374 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b5e1e0f6-f968-4f4a-a3d3-9327a14446d6 req-81f939b2-4c41-4302-bf3e-49c2ab2e8f42 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Dec 18 03:15:22.479148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-8213e2e0-95bf-46ef-9435-9cb4129b7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:22.480922 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-8213e2e0-95bf-46ef-9435-9cb4129b7a89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1096 time: 0.0554564 Dec 18 03:15:22.524134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61692c7-7073-4e5f-8fa5-0fe14e2a6063 req-71a5420b-1e5f-492c-8c6c-a475039c02c7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:22.526153 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a61692c7-7073-4e5f-8fa5-0fe14e2a6063 req-71a5420b-1e5f-492c-8c6c-a475039c02c7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0638294 Dec 18 03:15:22.595032 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-f661ea88-eb2b-4c3e-bd7c-4b1371e59895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:22.596485 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-f661ea88-eb2b-4c3e-bd7c-4b1371e59895 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.0885570 Dec 18 03:15:22.606047 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a61692c7-7073-4e5f-8fa5-0fe14e2a6063 req-bb66a8d8-647c-4549-9bfd-944a6a9f18f8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707867 Dec 18 03:15:22.697274 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-692e28a7-5a0b-4c85-b3fa-bf6ea4dfa63a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 200 len: 999 time: 0.0629127 Dec 18 03:15:22.804925 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-7a8ed94a-c0d9-4a16-a1a0-fd36547d31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:22.806419 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-7a8ed94a-c0d9-4a16-a1a0-fd36547d31fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0735278 Dec 18 03:15:22.824444 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b4a26-6f22-44ab-a77d-c32184f844ba req-485e7378-f093-45e8-848d-03d6f9239dec tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:22.825818 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e04b4a26-6f22-44ab-a77d-c32184f844ba req-485e7378-f093-45e8-848d-03d6f9239dec tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0532928 Dec 18 03:15:22.909161 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e04b4a26-6f22-44ab-a77d-c32184f844ba req-47261f15-868b-4bf2-88e2-003b4c8031d2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774381 Dec 18 03:15:22.916614 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-3398a236-342e-4159-938f-71772ca0b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:22.918796 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-3398a236-342e-4159-938f-71772ca0b50e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0736387 Dec 18 03:15:23.013064 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-c18b8649-fa18-45d7-aa72-358f4f11cf07 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859513 Dec 18 03:15:23.135216 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dc3a0964-a45b-491c-a76e-79e2762d25c9 req-bc7aff7c-544c-4ead-81e2-749d884024cb service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868387 Dec 18 03:15:23.396032 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cc80f58e-d784-4138-9869-c5a3df28ae47 req-eaa20fd5-2f70-42fc-86ae-0a259ca28a02 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 210 time: 0.0271354 Dec 18 03:15:23.578343 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3511a47-4f6f-45c8-9546-56408d8536fe req-d2b14a3e-447d-4a1f-ac6c-0daaaf434c5c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:23.579713 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a3511a47-4f6f-45c8-9546-56408d8536fe req-d2b14a3e-447d-4a1f-ac6c-0daaaf434c5c tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.1024404 Dec 18 03:15:23.593668 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 01a67308-4fa3-4c17-9106-2b102610d2fe no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:15:23.625077 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 01a67308-4fa3-4c17-9106-2b102610d2fe {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:15:23.625752 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 01a67308-4fa3-4c17-9106-2b102610d2fe not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:15:23.667748 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a3511a47-4f6f-45c8-9546-56408d8536fe req-5307d63a-7858-4c84-adf5-45b0b3f5671d tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805321 Dec 18 03:15:23.675735 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-373913dc-0db6-4523-ae0d-20cab5278eb4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:23.677910 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-373913dc-0db6-4523-ae0d-20cab5278eb4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 812 time: 0.1596129 Dec 18 03:15:23.720476 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44a6f-ee71-4fd9-a99f-b2584e3c89f3 req-f1e039aa-3523-4b13-990d-fcd8f90b8d96 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:23.721973 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0bb44a6f-ee71-4fd9-a99f-b2584e3c89f3 req-f1e039aa-3523-4b13-990d-fcd8f90b8d96 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0496805 Dec 18 03:15:23.771465 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0bb44a6f-ee71-4fd9-a99f-b2584e3c89f3 req-392738a6-5367-4045-83e5-3ba1552aeed9 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Dec 18 03:15:23.782189 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-0dffcee5-dc1b-4b0f-a396-5908286797c4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 379 time: 0.0649641 Dec 18 03:15:23.796645 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'port': {'device_id': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'admin_state_up': True, 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'security_groups': ['b89c7a00-39c0-477e-bb66-061ac4dd2dc5']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:15:23.905483 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Made reservation on behalf of f7f34416462043419f27fc97d17ab2bb for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:15:23.908880 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:24.059960 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Allocated IP 172.20.0.11 (564be5c6-0032-4b6f-a63b-8fc0ef0d3621/d03fc07a-30e0-45f5-99c8-9d3830548022/3c025ffb-e617-491c-82db-5bbcb6fa0c38) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:15:24.070877 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cd244-249e-4d6c-b8c7-d77f8c43b175 req-f078ea7a-149e-4ab0-beb8-5afc84102f1e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:24.072329 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-068cd244-249e-4d6c-b8c7-d77f8c43b175 req-f078ea7a-149e-4ab0-beb8-5afc84102f1e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.0883002 Dec 18 03:15:24.154980 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-068cd244-249e-4d6c-b8c7-d77f8c43b175 req-bb6938c8-13bb-45f3-aada-fc971365e152 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764370 Dec 18 03:15:24.284984 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:24.317610 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf23016-a147-45e4-bc2e-db8597354e3d req-9d2434b0-d130-47d4-8d71-24807c7cd708 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:24.319069 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aaf23016-a147-45e4-bc2e-db8597354e3d req-9d2434b0-d130-47d4-8d71-24807c7cd708 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.0765758 Dec 18 03:15:24.360044 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:24.403559 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aaf23016-a147-45e4-bc2e-db8597354e3d req-5e31c008-2fd5-49a5-ac19-4076a652b2df tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780973 Dec 18 03:15:24.421148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:15:24.424333 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:15:24.429032 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:15:24.456667 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=3c025ffb-e617-491c-82db-5bbcb6fa0c38,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:24.486141 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:24.486733 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:24.515726 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-233683e1-12c2-44f0-9022-e809fd71c1d2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7227490 Dec 18 03:15:24.549794 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Request body: {'port': {'device_id': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:15:24.573610 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6d90d-73de-47f1-9270-9b689f0a3ba7 req-3047f1c8-e427-47ce-ba68-20ff362202b8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:24.583782 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-80f6d90d-73de-47f1-9270-9b689f0a3ba7 req-3047f1c8-e427-47ce-ba68-20ff362202b8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 932 time: 0.0708344 Dec 18 03:15:24.621140 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:24.639242 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-80f6d90d-73de-47f1-9270-9b689f0a3ba7 req-1bfa1e89-1b66-4de4-8ac9-51904c3473b8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544376 Dec 18 03:15:24.761443 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b7ed31c6-a1eb-4068-9456-c563518003d7 None None] Provisioning complete for port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:15:24.762112 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b7ed31c6-a1eb-4068-9456-c563518003d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:24.795311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed31c6-a1eb-4068-9456-c563518003d7 None None] Port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:15:24.834124 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41e146-343d-4e51-9c10-66dcc23b9f95 req-04901c72-8c9f-41f3-b496-a5497d1ebf6a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:24.835591 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3d41e146-343d-4e51-9c10-66dcc23b9f95 req-04901c72-8c9f-41f3-b496-a5497d1ebf6a tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.0998096 Dec 18 03:15:24.919545 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3d41e146-343d-4e51-9c10-66dcc23b9f95 req-0d8aaac2-bdad-41c9-bd30-bb859baa8791 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/security-groups?id=17f06df4-c450-4c81-ba5e-00b9603c0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768888 Dec 18 03:15:24.956978 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c025ffb-e617-491c-82db-5bbcb6fa0c38 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:15:24.965199 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:24.978024 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Transition to ACTIVE for port object 3c025ffb-e617-491c-82db-5bbcb6fa0c38 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:15:24.982705 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.061857 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=3c025ffb-e617-491c-82db-5bbcb6fa0c38,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:25.118346 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Attempting to bind port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:15:25.118677 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Attempting to bind port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:15:25.119056 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Attempting to bind port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:15:25.123497 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4383c-a041-4a29-95df-7b36ade2ebf6 req-ce79142f-e2d9-41f0-9dfd-0f7670a1af37 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.123997 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:15:25.123997 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Attempting to bind port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:15:25.125028 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3ca4383c-a041-4a29-95df-7b36ade2ebf6 req-ce79142f-e2d9-41f0-9dfd-0f7670a1af37 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.2840352 Dec 18 03:15:25.129089 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:15:25.129422 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Checking segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:15:25.131167 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Bound using segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:15:25.131789 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Bound port: 3c025ffb-e617-491c-82db-5bbcb6fa0c38, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:15:25.132149 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.184053 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3ca4383c-a041-4a29-95df-7b36ade2ebf6 req-3c939958-3bb5-464b-b777-977906e3ba3c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517087 Dec 18 03:15:25.208564 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] For port 3c025ffb-e617-491c-82db-5bbcb6fa0c38, host hv-cinder-81803, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:15:25.220834 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] For port 3c025ffb-e617-491c-82db-5bbcb6fa0c38, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:15:25.230897 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.270721 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-54f217f0-0a82-4172-bb2b-d675b9b80043 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.273056 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-54f217f0-0a82-4172-bb2b-d675b9b80043 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 946 time: 0.0595353 Dec 18 03:15:25.304983 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.305605 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.307007 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] 10.222.0.16 "PUT /v2.0/ports/3c025ffb-e617-491c-82db-5bbcb6fa0c38 HTTP/1.1" status: 200 len: 1094 time: 0.7628396 Dec 18 03:15:25.307453 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:25.309725 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ff15cb-a24f-4b71-aa74-6180983a2c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:25.348904 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d54bd-a57a-4fec-b27a-89275a1fdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=3c025ffb-e617-491c-82db-5bbcb6fa0c38,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:25.373071 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a788-4f8f-43a3-a18e-199037d46917 req-b86cb940-88ef-4c06-8bbd-7a5f1ad7f52a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.382226 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f0b9a788-4f8f-43a3-a18e-199037d46917 req-b86cb940-88ef-4c06-8bbd-7a5f1ad7f52a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 943 time: 0.1238236 Dec 18 03:15:25.393363 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e73f15e-fb17-4c5f-aa5c-698d003074dc x-openstack-request-id: req-4e73f15e-fb17-4c5f-aa5c-698d003074dc {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:25.393667 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:25.393925 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e73f15e-fb17-4c5f-aa5c-698d003074dc {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:25.394367 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'status': 'completed', 'code': 200} Dec 18 03:15:25.415398 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Deleting port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:15:25.415735 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.473139 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-9856314a-23f2-4ceb-bd45-3f5e44535da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.475624 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-9856314a-23f2-4ceb-bd45-3f5e44535da9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 1097 time: 0.0907407 Dec 18 03:15:25.534985 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-1a31a893-1bf2-4784-b854-4502007f12a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38 HTTP/1.1" status: 200 len: 217 time: 0.0432875 Dec 18 03:15:25.539289 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f0b9a788-4f8f-43a3-a18e-199037d46917 req-4ec1dca1-48c3-4083-84dc-a870206dc05d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562514 Dec 18 03:15:25.595737 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:15:25.631251 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-6928cd98-8838-4ffb-b861-b8f664bdb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.632821 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-6928cd98-8838-4ffb-b861-b8f664bdb0e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0857246 Dec 18 03:15:25.635364 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] For port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,segment=NetworkSegment(281980d8-b613-42bd-aad5-00384fcbb252),segment_id=281980d8-b613-42bd-aad5-00384fcbb252)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:25.636150 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.655644 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Calling delete_port for 7d0395bd-af1a-4b29-b3f8-68ce84d329fc owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:15:25.688514 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eb97c-c106-4787-a577-25639ab0db56 req-0dcada07-622e-4324-9f22-cb460fa4acc0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.690134 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-be0eb97c-c106-4787-a577-25639ab0db56 req-0dcada07-622e-4324-9f22-cb460fa4acc0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.1770186 Dec 18 03:15:25.699287 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-b81e9c46-b23a-4bcb-ac95-d1d934a0bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.701728 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-b81e9c46-b23a-4bcb-ac95-d1d934a0bf1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601783 Dec 18 03:15:25.736814 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:25.748666 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'port_id': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'mac_address': 'fa:16:3e:29:75:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:15:25.779794 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-be0eb97c-c106-4787-a577-25639ab0db56 req-2a8efc82-e87b-490d-bcf5-b3cd5f1216bf tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594659 Dec 18 03:15:25.797485 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.815430 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9de074c-64ba-4630-b439-f53e09e04d4b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:15:25.829272 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c2217-f7d4-4665-8d9b-8e102b46aa80 req-e84a93a2-2a7c-4bbe-8b86-a852e725f72e tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:25.830815 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0e1c2217-f7d4-4665-8d9b-8e102b46aa80 req-e84a93a2-2a7c-4bbe-8b86-a852e725f72e tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 944 time: 0.1055868 Dec 18 03:15:25.843656 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:25.849843 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.853254 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.877669 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-a91702fa-dcd7-41b1-b5f5-beedac129c99 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670806 Dec 18 03:15:25.895333 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Pushing event deleted for resources: {'Port': ['ID=7d0395bd-af1a-4b29-b3f8-68ce84d329fc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:25.905950 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:25.923592 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0e1c2217-f7d4-4665-8d9b-8e102b46aa80 req-f850219c-6665-41c4-b4d3-a323e3b77bd8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781529 Dec 18 03:15:25.939222 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] No DVR routers for this DVR port 7d0395bd-af1a-4b29-b3f8-68ce84d329fc on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:15:25.941968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:25.948425 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7d0395bd-af1a-4b29-b3f8-68ce84d329fc'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:15:25.952943 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d032271d-d49d-4f85-b4de-ed05ae2390dc req-b71edfaa-9ff6-49b9-a121-4809ecce7d05 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.16 "DELETE /v2.0/ports/7d0395bd-af1a-4b29-b3f8-68ce84d329fc HTTP/1.1" status: 204 len: 173 time: 0.6711805 Dec 18 03:15:25.953958 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'name': 'network-vif-deleted', 'tag': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:25.959238 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618061ba-9add-4144-b7dc-18d886c7b60a" -d '{"events": [{"server_uuid": "9f325d5a-7adf-4af8-8559-7f60b99ed6e2", "name": "network-vif-deleted", "tag": "7d0395bd-af1a-4b29-b3f8-68ce84d329fc"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:26.002001 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd86b158-d29c-4a67-8798-ca6e4ea2e5b4 req-59f31690-37a2-4282-877a-91b3cdfc06f0 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048136 Dec 18 03:15:26.008639 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b822078-8e57-4f75-88a6-fd05ad789944 x-openstack-request-id: req-6b822078-8e57-4f75-88a6-fd05ad789944 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:26.008931 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f325d5a-7adf-4af8-8559-7f60b99ed6e2", "name": "network-vif-deleted", "tag": "7d0395bd-af1a-4b29-b3f8-68ce84d329fc", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:26.009184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b822078-8e57-4f75-88a6-fd05ad789944 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:26.009583 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f325d5a-7adf-4af8-8559-7f60b99ed6e2', 'name': 'network-vif-deleted', 'tag': '7d0395bd-af1a-4b29-b3f8-68ce84d329fc', 'status': 'completed', 'code': 200} Dec 18 03:15:26.038816 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31308180-8baf-4be1-9b03-d511edecdcaa req-2b32d3ab-efe3-46e2-b7cb-00666f1025a0 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0283177 Dec 18 03:15:26.238569 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-3ac2f2ae-dbb4-480e-bbe8-bc9cb50cde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:26.239966 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-3ac2f2ae-dbb4-480e-bbe8-bc9cb50cde64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 1097 time: 0.0451295 Dec 18 03:15:26.291892 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['b9de074c-64ba-4630-b439-f53e09e04d4b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:15:26.340376 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-c3c44c80-eb79-4f7d-9c17-2c6d6f31f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:26.341867 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-c3c44c80-eb79-4f7d-9c17-2c6d6f31f748 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.0856709 Dec 18 03:15:26.399081 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-e0c906b9-86c4-420c-8874-5f80b3e0b728 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38 HTTP/1.1" status: 200 len: 217 time: 0.0430872 Dec 18 03:15:26.492870 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-aa879007-8151-4b6d-85e1-7a12d357f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:26.494289 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-aa879007-8151-4b6d-85e1-7a12d357f36c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0437410 Dec 18 03:15:26.585300 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-157f0eee-d07f-45d7-b526-39c1b9af20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:26.586800 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-157f0eee-d07f-45d7-b526-39c1b9af20ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411181 Dec 18 03:15:26.727738 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e25a-66c0-48ed-beac-bc39ae69ae23 req-cd2f9f34-ba43-4e83-9326-78de1ad0bec1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:26.729126 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-84b9e25a-66c0-48ed-beac-bc39ae69ae23 req-cd2f9f34-ba43-4e83-9326-78de1ad0bec1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 944 time: 0.1024232 Dec 18 03:15:26.731178 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-708c6cca-53a9-4824-ab71-3e357b72e7d5 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238070 Dec 18 03:15:26.784146 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-84b9e25a-66c0-48ed-beac-bc39ae69ae23 req-22c06ebe-6381-41df-a758-296763551130 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483646 Dec 18 03:15:26.820190 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4306a-4083-4c0d-9c99-bbae7b01c932 req-a3e69bcf-4eee-4d90-bc55-01b443999017 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:26.822070 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-07c4306a-4083-4c0d-9c99-bbae7b01c932 req-a3e69bcf-4eee-4d90-bc55-01b443999017 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0551808 Dec 18 03:15:26.872822 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-07c4306a-4083-4c0d-9c99-bbae7b01c932 req-e16d5df7-7329-4606-955f-42fa78dec4c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Dec 18 03:15:26.880303 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-41ff15cb-a24f-4b71-aa74-6180983a2c0d req-33002c99-1f14-4d8a-aa75-fc6c88fa4db5 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103044 Dec 18 03:15:26.916996 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fe7e-fdbf-4c2e-bb53-bb37165d50ee req-0141923c-b49b-491a-ae6f-8611e33237da tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:26.918633 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3810fe7e-fdbf-4c2e-bb53-bb37165d50ee req-0141923c-b49b-491a-ae6f-8611e33237da tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.0517104 Dec 18 03:15:26.965679 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3810fe7e-fdbf-4c2e-bb53-bb37165d50ee req-78b08b6e-1b93-4271-8685-3bcff49b1444 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Dec 18 03:15:27.068774 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8018a-9bac-4b73-a69c-b8e6a9342166 req-1a1f3b5f-c919-428a-bf69-6a9c9f5ea1a3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:27.070259 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3fe8018a-9bac-4b73-a69c-b8e6a9342166 req-1a1f3b5f-c919-428a-bf69-6a9c9f5ea1a3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 944 time: 0.0471773 Dec 18 03:15:27.148605 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3fe8018a-9bac-4b73-a69c-b8e6a9342166 req-0068975e-8bf6-408d-b4b1-f31681636845 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700991 Dec 18 03:15:27.160362 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-99fd0a21-0cc5-48f7-acea-65303398e34f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:27.162468 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-99fd0a21-0cc5-48f7-acea-65303398e34f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 945 time: 0.0913885 Dec 18 03:15:27.280662 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d6f2c934-4426-477e-b242-dca12ca1fdc7 req-cca6f030-2919-41b0-b58b-19d0c744c3d9 tempest-AttachVolumeNegativeTest-1367066380 tempest-AttachVolumeNegativeTest-1367066380-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f325d5a-7adf-4af8-8559-7f60b99ed6e2 HTTP/1.1" status: 200 len: 210 time: 0.0498796 Dec 18 03:15:27.317294 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Deleting port 4f8c374e-f41c-48e6-9acf-025bf9c609dc {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:15:27.317861 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:27.424831 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] For port 4f8c374e-f41c-48e6-9acf-025bf9c609dc, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4f8c374e-f41c-48e6-9acf-025bf9c609dc,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:27.425183 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:27.438156 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Calling delete_port for 4f8c374e-f41c-48e6-9acf-025bf9c609dc owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:15:27.562944 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:27.590844 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Pushing event deleted for resources: {'Port': ['ID=4f8c374e-f41c-48e6-9acf-025bf9c609dc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:27.611144 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['4f8c374e-f41c-48e6-9acf-025bf9c609dc'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:15:27.632222 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] No DVR routers for this DVR port 4f8c374e-f41c-48e6-9acf-025bf9c609dc on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:15:27.633781 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:15:27.634951 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:27.638809 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b8b552fa-efd6-4b3c-88df-694c4ebd1a38 req-a373bbc3-6887-4d8e-844e-b0ba568cbec0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "DELETE /v2.0/ports/4f8c374e-f41c-48e6-9acf-025bf9c609dc HTTP/1.1" status: 204 len: 173 time: 0.4558039 Dec 18 03:15:27.639255 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'name': 'network-vif-deleted', 'tag': '4f8c374e-f41c-48e6-9acf-025bf9c609dc'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:27.642195 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d08e80-72b5-4883-8bd7-a85766c47800" -d '{"events": [{"server_uuid": "c57492c3-936b-4bd6-a228-ea2828faae96", "name": "network-vif-deleted", "tag": "4f8c374e-f41c-48e6-9acf-025bf9c609dc"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:27.683199 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f38515-fafd-4158-9e58-4b231103937d x-openstack-request-id: req-d3f38515-fafd-4158-9e58-4b231103937d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:27.683474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57492c3-936b-4bd6-a228-ea2828faae96", "name": "network-vif-deleted", "tag": "4f8c374e-f41c-48e6-9acf-025bf9c609dc", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:27.683721 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3f38515-fafd-4158-9e58-4b231103937d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:27.684021 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port b9de074c-64ba-4630-b439-f53e09e04d4b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:15:27.684137 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57492c3-936b-4bd6-a228-ea2828faae96', 'name': 'network-vif-deleted', 'tag': '4f8c374e-f41c-48e6-9acf-025bf9c609dc', 'status': 'completed', 'code': 200} Dec 18 03:15:27.684381 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:27.768910 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:27.791348 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:27.793571 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c872d8c-0e33-4e2c-ac20-501cf0a7c77e" -d '{"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-plugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:27.806193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:27.810525 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:27.844349 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a32ef4f-c266-4932-b357-e7a717279e2b x-openstack-request-id: req-8a32ef4f-c266-4932-b357-e7a717279e2b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:27.844651 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-plugged", "status": "completed", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:27.844905 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a32ef4f-c266-4932-b357-e7a717279e2b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:27.845290 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'code': 200} Dec 18 03:15:27.877474 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:27.914709 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650525ba-056d-4f0b-aa90-5e56561363bf req-bf800f8b-6924-43a3-88da-4ff7cd99fc33 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:27.916278 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-650525ba-056d-4f0b-aa90-5e56561363bf req-bf800f8b-6924-43a3-88da-4ff7cd99fc33 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0509968 Dec 18 03:15:27.969730 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-650525ba-056d-4f0b-aa90-5e56561363bf req-55b1363e-4f3a-47c3-803a-dff0e8517113 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473411 Dec 18 03:15:28.073022 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-326116ad-6931-49a5-804a-7025ded69e51 req-fdb58b05-7c90-4706-9007-e1bde4edb56a tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57492c3-936b-4bd6-a228-ea2828faae96 HTTP/1.1" status: 200 len: 210 time: 0.0287917 Dec 18 03:15:28.273254 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db596e-305c-4482-ba51-a68433f29366 req-f6731765-37f4-44b3-9541-a94d2a5c765d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:28.274751 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-04db596e-305c-4482-ba51-a68433f29366 req-f6731765-37f4-44b3-9541-a94d2a5c765d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 944 time: 0.0567698 Dec 18 03:15:28.330827 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-04db596e-305c-4482-ba51-a68433f29366 req-0a6a023f-d234-4a43-aeec-d6d780f3c413 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496643 Dec 18 03:15:28.374555 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60588) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:28.445870 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] Deleting subnet d6486aad-3319-41e3-824a-e80642d0e933 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:15:28.449715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:28.476662 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeebbf-665f-400e-877d-14dcd898051b req-6777f80f-7ec5-475d-96c4-1b7cd46cf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:28.478141 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-54aeebbf-665f-400e-877d-14dcd898051b req-6777f80f-7ec5-475d-96c4-1b7cd46cf337 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 1099 time: 0.0773721 Dec 18 03:15:28.493714 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13415989'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:28.556281 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:28.559773 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-54aeebbf-665f-400e-877d-14dcd898051b req-2aa85258-bcfc-4585-b9e7-4047cc4c8efd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742075 Dec 18 03:15:28.815906 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13569505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13540702'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:28.841461 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6486aad-3319-41e3-824a-e80642d0e933,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:28.843415 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:28.846542 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3eeefc28-d277-4788-8d11-2d16d6d2ac20 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d6486aad-3319-41e3-824a-e80642d0e933 HTTP/1.1" status: 204 len: 168 time: 0.4709508 Dec 18 03:15:28.849220 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60590) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:28.913897 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:28.991345 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.010648 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8dfc79-d3fb-4837-9660-6625a84f5064']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:29.025431 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281980d8-b613-42bd-aad5-00384fcbb252') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:29.025754 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281980d8-b613-42bd-aad5-00384fcbb252') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:29.034675 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.048198 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.057331 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:15:29.057837 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:15:29.059553 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:15:29.089781 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074e84a-b313-4546-b8e5-0038c4b31ebc req-4ce185de-a9c4-4465-b9a4-bf0c5b3af1b5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:29.091203 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a074e84a-b313-4546-b8e5-0038c4b31ebc req-4ce185de-a9c4-4465-b9a4-bf0c5b3af1b5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0489764 Dec 18 03:15:29.120322 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.125731 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.130281 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1d8dfc79-d3fb-4837-9660-6625a84f5064 HTTP/1.1" status: 204 len: 168 time: 0.2800906 Dec 18 03:15:29.152192 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7824362-41b6-4abd-9fc1-0a7d02d6df56 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8dfc79-d3fb-4837-9660-6625a84f5064,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:29.153988 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a074e84a-b313-4546-b8e5-0038c4b31ebc req-15952579-9aaf-435c-b224-d470fad6e6fc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567431 Dec 18 03:15:29.312885 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60602) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:29.351865 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-16f678db-e6a0-4588-989e-917b718a83f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e04a810a1bed41eb90634777ccbde0f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376992 Dec 18 03:15:29.354152 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60606) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:29.412921 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0c41442-5ffd-4f8a-adc0-b09d5448e2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.449811 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0c41442-5ffd-4f8a-adc0-b09d5448e2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.476248 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e18f0-a175-434e-827d-b728fbdbdb44 req-ade2cf29-ef13-4300-9aa7-7722b635f0a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:29.477695 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bb9e18f0-a175-434e-827d-b728fbdbdb44 req-ade2cf29-ef13-4300-9aa7-7722b635f0a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 944 time: 0.0793903 Dec 18 03:15:29.536622 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bb9e18f0-a175-434e-827d-b728fbdbdb44 req-f983a3c1-5807-47ca-8c95-d11f3e21fc18 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509293 Dec 18 03:15:29.537581 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0c41442-5ffd-4f8a-adc0-b09d5448e2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.540158 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0c41442-5ffd-4f8a-adc0-b09d5448e2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.541263 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e0c41442-5ffd-4f8a-adc0-b09d5448e2fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17f06df4-c450-4c81-ba5e-00b9603c0ed9 HTTP/1.1" status: 204 len: 168 time: 0.1862361 Dec 18 03:15:29.553410 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41442-5ffd-4f8a-adc0-b09d5448e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f06df4-c450-4c81-ba5e-00b9603c0ed9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:29.660592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3c025ffb-e617-491c-82db-5bbcb6fa0c38 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:15:29.761519 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 3c025ffb-e617-491c-82db-5bbcb6fa0c38, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:29.772971 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'port_id': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'mac_address': 'fa:16:3e:a7:dc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:15:29.810460 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.823546 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c025ffb-e617-491c-82db-5bbcb6fa0c38 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:15:29.843305 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 3c025ffb-e617-491c-82db-5bbcb6fa0c38, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:29.847933 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:29.897668 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=3c025ffb-e617-491c-82db-5bbcb6fa0c38,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:30.281863 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1046-9e67-49bb-be87-fb6f9e741196 req-bc917bf0-179d-4d58-aad4-b3ed5f7db38f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:30.283350 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3acf1046-9e67-49bb-be87-fb6f9e741196 req-bc917bf0-179d-4d58-aad4-b3ed5f7db38f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0483706 Dec 18 03:15:30.334033 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3acf1046-9e67-49bb-be87-fb6f9e741196 req-ec09342f-f7b0-4738-91a7-e78fbff72e20 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Dec 18 03:15:30.526027 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7d0395bd-af1a-4b29-b3f8-68ce84d329fc no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:15:30.546758 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 7d0395bd-af1a-4b29-b3f8-68ce84d329fc {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:15:30.547108 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7d0395bd-af1a-4b29-b3f8-68ce84d329fc not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:15:30.650950 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5eb0-3b69-4825-b59d-8994ffd3de4d req-3d4dbb23-4f76-441c-bd52-2b3f1df6bdd3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:30.652426 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-015c5eb0-3b69-4825-b59d-8994ffd3de4d req-3d4dbb23-4f76-441c-bd52-2b3f1df6bdd3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Dec 18 03:15:30.700510 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-015c5eb0-3b69-4825-b59d-8994ffd3de4d req-434d0b69-993b-4e80-8600-7526ec59f781 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420687 Dec 18 03:15:31.455793 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deacc0-5a84-4791-9412-fe1d9404b968 req-75ea0b48-c974-4ef6-9d8e-5668e995ca2b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:31.457258 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-63deacc0-5a84-4791-9412-fe1d9404b968 req-75ea0b48-c974-4ef6-9d8e-5668e995ca2b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0517535 Dec 18 03:15:31.493850 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-128ee539-bbde-44de-a241-9a2e87380e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:31.506042 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-63deacc0-5a84-4791-9412-fe1d9404b968 req-e5be2764-2081-4716-87fa-61ee83dc72e5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Dec 18 03:15:31.813440 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605c421-8c90-494f-b23a-7383466faf43 req-3b855411-923e-4bd7-b005-37c80c14df73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:31.814917 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5605c421-8c90-494f-b23a-7383466faf43 req-3b855411-923e-4bd7-b005-37c80c14df73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 945 time: 0.0477114 Dec 18 03:15:31.865832 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5605c421-8c90-494f-b23a-7383466faf43 req-96474c13-adfc-4b14-9be8-28bd681322c5 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445535 Dec 18 03:15:32.602829 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 4f8c374e-f41c-48e6-9acf-025bf9c609dc no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:15:32.629128 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 4f8c374e-f41c-48e6-9acf-025bf9c609dc {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:15:32.629245 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 4f8c374e-f41c-48e6-9acf-025bf9c609dc not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:15:32.653555 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43aef4-121c-4576-b72c-a2699bd30139 req-031c079b-d013-4c39-9bf4-7144fc2ffc4d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:32.665142 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-db43aef4-121c-4576-b72c-a2699bd30139 req-031c079b-d013-4c39-9bf4-7144fc2ffc4d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0827012 Dec 18 03:15:32.713098 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-db43aef4-121c-4576-b72c-a2699bd30139 req-cb5eddbe-772d-49f8-97e3-b7649a218176 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 Dec 18 03:15:32.950598 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['3c025ffb-e617-491c-82db-5bbcb6fa0c38'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:15:32.984465 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d4161-22d5-4200-9636-f59a09a6d71a req-852db67b-4f06-4781-9509-82cb7a639455 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:32.986140 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b96d4161-22d5-4200-9636-f59a09a6d71a req-852db67b-4f06-4781-9509-82cb7a639455 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 945 time: 0.0536864 Dec 18 03:15:33.049529 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b96d4161-22d5-4200-9636-f59a09a6d71a req-cfd7a281-3c6f-46ed-9965-592cb159dc2b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547822 Dec 18 03:15:33.835023 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e53ca-116a-47cd-8bce-00f34cf11c57 req-4e7f8870-e583-464b-8d50-474659f73d78 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:33.836506 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f04e53ca-116a-47cd-8bce-00f34cf11c57 req-4e7f8870-e583-464b-8d50-474659f73d78 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0494728 Dec 18 03:15:33.892481 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f04e53ca-116a-47cd-8bce-00f34cf11c57 req-70f616f9-9160-4959-816c-294147d3160b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497434 Dec 18 03:15:33.904267 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6de2f14-8639-455d-948b-a7108d16f635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.169064 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e582-4056-407b-8ced-91de7b5b52a2 req-d3c9a2ee-23dd-4725-8e2e-b0363eb8ea56 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:34.176062 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f3c5e582-4056-407b-8ced-91de7b5b52a2 req-d3c9a2ee-23dd-4725-8e2e-b0363eb8ea56 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 945 time: 0.0552206 Dec 18 03:15:34.219569 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f3c5e582-4056-407b-8ced-91de7b5b52a2 req-88fad79a-5fa9-4f6f-b3b9-098a4100c87e tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421283 Dec 18 03:15:34.437555 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3c025ffb-e617-491c-82db-5bbcb6fa0c38 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:15:34.455167 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:34.486773 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:15:34.491709 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:15:34.492075 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.569061 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.584808 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9fe736b-cfce-4cee-bae0-505435ee53c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.591862 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:34.594373 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca54220-454d-4a7f-9195-c41aa450e54a" -d '{"events": [{"server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "name": "network-vif-plugged", "status": "completed", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:34.621380 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 3c025ffb-e617-491c-82db-5bbcb6fa0c38, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:34.626273 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.665042 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e256270-1268-44b0-b356-8da195ab008f x-openstack-request-id: req-9e256270-1268-44b0-b356-8da195ab008f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:34.665361 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "name": "network-vif-plugged", "status": "completed", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:34.665610 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e256270-1268-44b0-b356-8da195ab008f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:34.665922 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9fe736b-cfce-4cee-bae0-505435ee53c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.666189 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'code': 200} Dec 18 03:15:34.670000 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9fe736b-cfce-4cee-bae0-505435ee53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.686514 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=3c025ffb-e617-491c-82db-5bbcb6fa0c38,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:34.698383 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.698734 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.699142 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.699486 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.699858 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.700478 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.701097 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.702874 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.702874 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.702874 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.702874 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.703215 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.703569 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:15:34.711898 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-f9fe736b-cfce-4cee-bae0-505435ee53c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c22a766a11684ef9b6d09a2af05a8f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528048 Dec 18 03:15:34.711898 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe736b-cfce-4cee-bae0-505435ee53c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1392ae0f-35f2-4dcc-9792-8f642121a709,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:34.712233 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 60794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:34.792182 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e264d6ee-05ab-43c1-b046-b665058fb952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.825801 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e264d6ee-05ab-43c1-b046-b665058fb952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.879302 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e264d6ee-05ab-43c1-b046-b665058fb952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.883107 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e264d6ee-05ab-43c1-b046-b665058fb952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:34.884450 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e264d6ee-05ab-43c1-b046-b665058fb952 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1392ae0f-35f2-4dcc-9792-8f642121a709 HTTP/1.1" status: 204 len: 168 time: 0.1708329 Dec 18 03:15:34.898253 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264d6ee-05ab-43c1-b046-b665058fb952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1392ae0f-35f2-4dcc-9792-8f642121a709,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:34.975427 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.046842 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49b08-e37c-4fc8-bd55-911c111c5f8e req-8eeb4d34-9693-4ef9-9c6e-95ac7f226d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:35.048665 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-32a49b08-e37c-4fc8-bd55-911c111c5f8e req-8eeb4d34-9693-4ef9-9c6e-95ac7f226d6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 1099 time: 0.0521321 Dec 18 03:15:35.104665 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-32a49b08-e37c-4fc8-bd55-911c111c5f8e req-bba1f771-0bc3-4ab3-aaf5-7fd416fcea16 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423861 Dec 18 03:15:35.143948 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4a89a-b9fb-4507-a422-2e7bc855ab45 req-a1452a76-5a16-476c-a2af-6c0d7e1e274a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:35.146281 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-58c4a89a-b9fb-4507-a422-2e7bc855ab45 req-a1452a76-5a16-476c-a2af-6c0d7e1e274a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0866039 Dec 18 03:15:35.148862 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-bbdd0053-545e-4107-9689-a7c0ad1fd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:35.150311 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-bbdd0053-545e-4107-9689-a7c0ad1fd6d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.0778055 Dec 18 03:15:35.194536 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-58c4a89a-b9fb-4507-a422-2e7bc855ab45 req-7f0c7348-02e5-441a-8910-263a08873f10 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Dec 18 03:15:35.194769 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:35.208452 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d23d1b21-ec41-4f4a-b95e-81a21f8ebf36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.287598 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d23d1b21-ec41-4f4a-b95e-81a21f8ebf36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.290586 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d23d1b21-ec41-4f4a-b95e-81a21f8ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.352310 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d1b21-ec41-4f4a-b95e-81a21f8ebf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd60705-0dbe-48a8-8d44-0ead190f4d95,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:35.359911 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d23d1b21-ec41-4f4a-b95e-81a21f8ebf36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e6692ead3254bf482f8e3ab7d175400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633964 Dec 18 03:15:35.361982 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 60814) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:35.375503 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417955c-59d2-4022-94c8-8810020895e0 req-6920d0e1-9df8-4c25-b191-10a8025f0097 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:35.376940 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5417955c-59d2-4022-94c8-8810020895e0 req-6920d0e1-9df8-4c25-b191-10a8025f0097 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0759442 Dec 18 03:15:35.412940 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95799ab7-fc4b-41bc-a2e9-2ae162ddfa9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.427115 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5417955c-59d2-4022-94c8-8810020895e0 req-ab8a6e7a-bca4-4ab3-b105-f2de9188f121 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427651 Dec 18 03:15:35.434261 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95799ab7-fc4b-41bc-a2e9-2ae162ddfa9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.479681 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95799ab7-fc4b-41bc-a2e9-2ae162ddfa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.483099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95799ab7-fc4b-41bc-a2e9-2ae162ddfa9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:35.484219 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-95799ab7-fc4b-41bc-a2e9-2ae162ddfa9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dd60705-0dbe-48a8-8d44-0ead190f4d95 HTTP/1.1" status: 204 len: 168 time: 0.1210732 Dec 18 03:15:35.492401 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95799ab7-fc4b-41bc-a2e9-2ae162ddfa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd60705-0dbe-48a8-8d44-0ead190f4d95,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:36.311980 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e290d4a-ac68-4792-a265-2b2722df3ff3 req-14bb88bb-fbaa-4126-aafc-c1a8ef1b7e19 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:36.313456 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5e290d4a-ac68-4792-a265-2b2722df3ff3 req-14bb88bb-fbaa-4126-aafc-c1a8ef1b7e19 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0504060 Dec 18 03:15:36.366384 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5e290d4a-ac68-4792-a265-2b2722df3ff3 req-35aba0e2-ffac-4db2-8b90-62d4b93859f1 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469892 Dec 18 03:15:36.433718 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:36.546300 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458586b-125b-4d55-9683-68bba98e721c req-ce0071ff-4166-466a-874e-479fb884d158 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:36.547759 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9458586b-125b-4d55-9683-68bba98e721c req-ce0071ff-4166-466a-874e-479fb884d158 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0515113 Dec 18 03:15:36.602558 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9458586b-125b-4d55-9683-68bba98e721c req-ba551711-8eab-4ca8-a424-4d25b07e25ca tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467877 Dec 18 03:15:37.463205 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.487768 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e46a4-8f3c-4114-8334-ed5cb52f6b6b req-a31d5796-3f2b-4943-aecc-1f59b9d9ee8b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:37.489888 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1b7e46a4-8f3c-4114-8334-ed5cb52f6b6b req-a31d5796-3f2b-4943-aecc-1f59b9d9ee8b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0514495 Dec 18 03:15:37.509981 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60894) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:37.538539 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1b7e46a4-8f3c-4114-8334-ed5cb52f6b6b req-76e12bc9-1ef3-4573-b7d8-7df284ef64cb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Dec 18 03:15:37.614423 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bde1d297-8772-4b74-b3e7-6c4b2a353839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.711570 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bde1d297-8772-4b74-b3e7-6c4b2a353839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.716538 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bde1d297-8772-4b74-b3e7-6c4b2a353839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.757724 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-bde1d297-8772-4b74-b3e7-6c4b2a353839 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d63791e2bc5d4471a29dc4368253174e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465932 Dec 18 03:15:37.760354 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 60900) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:37.764860 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e603a8-9583-4e59-a2ca-d8e6af087401 req-0a0616f2-ede5-4666-b272-f8d85153ac1d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:37.766306 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f9e603a8-9583-4e59-a2ca-d8e6af087401 req-0a0616f2-ede5-4666-b272-f8d85153ac1d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0904818 Dec 18 03:15:37.771122 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1d297-8772-4b74-b3e7-6c4b2a353839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6eff92-cfe7-4961-9691-ec2206e9d501,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:37.808044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5679a805-bddd-4085-9bfb-7a4065f4011a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.816327 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f9e603a8-9583-4e59-a2ca-d8e6af087401 req-77fda7c0-0ce3-48de-a040-8d72205901bc tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Dec 18 03:15:37.829274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5679a805-bddd-4085-9bfb-7a4065f4011a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.874702 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5679a805-bddd-4085-9bfb-7a4065f4011a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.877595 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5679a805-bddd-4085-9bfb-7a4065f4011a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:37.878769 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5679a805-bddd-4085-9bfb-7a4065f4011a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b6eff92-cfe7-4961-9691-ec2206e9d501 HTTP/1.1" status: 204 len: 168 time: 0.1174235 Dec 18 03:15:37.888484 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679a805-bddd-4085-9bfb-7a4065f4011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6eff92-cfe7-4961-9691-ec2206e9d501,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:38.132111 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60908) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:38.145892 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d0c54cf-631e-4f41-8be7-616c5a4b620c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:38.223946 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d0c54cf-631e-4f41-8be7-616c5a4b620c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:38.227371 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-a2cab09e-5d97-4e18-8956-e27ea4441bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:38.227584 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d0c54cf-631e-4f41-8be7-616c5a4b620c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:38.228905 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-a2cab09e-5d97-4e18-8956-e27ea4441bda service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.0887930 Dec 18 03:15:38.265427 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-0d0c54cf-631e-4f41-8be7-616c5a4b620c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36808182fcd14562a338868a77deee86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322513 Dec 18 03:15:38.266567 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c54cf-631e-4f41-8be7-616c5a4b620c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d153aa84-7b75-4904-b128-d46e8ce7913c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:38.268777 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 60910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:38.273404 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-369ed0dd-87fa-4272-969d-7c6931a461e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 217 time: 0.0330515 Dec 18 03:15:38.315780 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d78449b5-f47c-4cde-9d8f-731f9f99b66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:38.327600 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-81ffaf34-090f-462b-89e7-b55ae3285c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:38.329126 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-81ffaf34-090f-462b-89e7-b55ae3285c0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.0469761 Dec 18 03:15:38.336816 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d78449b5-f47c-4cde-9d8f-731f9f99b66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:38.361176 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-232e8926-dbf7-4f60-9c4b-88074ccd48cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245538 Dec 18 03:15:38.382291 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d78449b5-f47c-4cde-9d8f-731f9f99b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:38.385025 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d78449b5-f47c-4cde-9d8f-731f9f99b66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:38.388680 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d78449b5-f47c-4cde-9d8f-731f9f99b66d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d153aa84-7b75-4904-b128-d46e8ce7913c HTTP/1.1" status: 204 len: 168 time: 0.1165085 Dec 18 03:15:38.396735 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78449b5-f47c-4cde-9d8f-731f9f99b66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d153aa84-7b75-4904-b128-d46e8ce7913c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:38.464007 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-03772139-6e4e-47da-959d-2251b330ff71 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881281 Dec 18 03:15:38.559776 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9d8d194c-8b8e-4885-b97d-d72baebc10cf req-1ebbb54e-8c4c-4a58-8ed9-bc8f0fcd440d service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Dec 18 03:15:38.663117 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdc469-9168-4f3b-a97a-543224c95d38 req-b41addc9-4001-46d3-aad6-98ef1f270d67 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:38.664598 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-67cdc469-9168-4f3b-a97a-543224c95d38 req-b41addc9-4001-46d3-aad6-98ef1f270d67 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0539742 Dec 18 03:15:38.713078 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-67cdc469-9168-4f3b-a97a-543224c95d38 req-fe752acf-695d-42ea-81ae-e90809aca524 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Dec 18 03:15:38.933061 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02e16f-46ae-4a00-9a64-02e1e115dd43 req-603bbeca-2688-484d-8be6-0fd1bf47fda8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:38.934676 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ee02e16f-46ae-4a00-9a64-02e1e115dd43 req-603bbeca-2688-484d-8be6-0fd1bf47fda8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0504053 Dec 18 03:15:38.990134 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ee02e16f-46ae-4a00-9a64-02e1e115dd43 req-27c796be-b847-4881-8f1e-bb4a519a746a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483696 Dec 18 03:15:39.202917 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d9d49-df53-4591-ba04-cef9570cf275 req-d7ffc710-0f64-4d2e-ba83-737e06813d0d tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:39.206116 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-d7ffc710-0f64-4d2e-ba83-737e06813d0d tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/networks?id=8ae16f07-c695-4581-a1d1-000cf62d9722 HTTP/1.1" status: 200 len: 813 time: 0.1159678 Dec 18 03:15:39.220426 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-2100aa94-4b76-47b0-b032-bbda390ad1ba tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/quotas/2332e8c0e55443e4850ccea9e08376d9 HTTP/1.1" status: 200 len: 375 time: 0.0095205 Dec 18 03:15:39.252869 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-22d4c282-3c89-4bc0-b161-0fe437168e70 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2332e8c0e55443e4850ccea9e08376d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261800 Dec 18 03:15:39.349258 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-56c70507-a0b6-401b-9112-a11760e0541d service neutron] 10.222.0.24 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870075 Dec 18 03:15:39.441746 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-f01f2b3b-2644-4de3-8f01-4741e291a546 service neutron] 10.222.0.24 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864947 Dec 18 03:15:39.605934 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a34c02dd-f135-431e-9faf-73c3c60e5e1d req-08de561b-116e-479b-9ee9-a32d90856575 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 210 time: 0.0275018 Dec 18 03:15:39.839928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71a52a-5ee9-49f9-94a0-45ffdb22c8ab req-312410f8-5b83-40bf-9e4b-6667eaa289ec tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:39.841447 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bc71a52a-5ee9-49f9-94a0-45ffdb22c8ab req-312410f8-5b83-40bf-9e4b-6667eaa289ec tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0586166 Dec 18 03:15:39.898902 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bc71a52a-5ee9-49f9-94a0-45ffdb22c8ab req-20ec662b-4052-47e3-a361-e90b331686c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489781 Dec 18 03:15:40.112256 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd8506-7684-49be-8d2a-ce0d1988c1c9 req-4dbb948f-2c83-4769-945d-edd5d8823960 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:40.114363 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-79cd8506-7684-49be-8d2a-ce0d1988c1c9 req-4dbb948f-2c83-4769-945d-edd5d8823960 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0534329 Dec 18 03:15:40.175289 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-79cd8506-7684-49be-8d2a-ce0d1988c1c9 req-eb352b11-9539-4707-9266-0deb2987e83b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535750 Dec 18 03:15:40.290155 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73540664-d07a-4d8c-85b5-2805216133ca req-33d30f64-a571-4afd-a5dc-b7cd954a6c3b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:40.291626 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-73540664-d07a-4d8c-85b5-2805216133ca req-33d30f64-a571-4afd-a5dc-b7cd954a6c3b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0482254 Dec 18 03:15:40.341974 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-73540664-d07a-4d8c-85b5-2805216133ca req-cc5a4d26-23cd-4a0f-96b3-52408bea8858 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444083 Dec 18 03:15:40.365888 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 32784) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:40.443544 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 32788) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:40.503238 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd77943d-dd0c-4f19-a425-3db33130a9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:40.563209 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349c201-bb22-4cff-b8ad-2839ce1ba049 tempest-TestVolumeBootPattern-850741528 tempest-TestVolumeBootPattern-850741528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:40.564699 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b349c201-bb22-4cff-b8ad-2839ce1ba049 tempest-TestVolumeBootPattern-850741528 tempest-TestVolumeBootPattern-850741528-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 1094 time: 0.1977413 Dec 18 03:15:40.567924 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 32792) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:40.574132 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'port_id': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:15:40.577381 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd77943d-dd0c-4f19-a425-3db33130a9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:40.581640 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd77943d-dd0c-4f19-a425-3db33130a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:40.601064 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:40.625999 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 32794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:40.626335 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-fd77943d-dd0c-4f19-a425-3db33130a9f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eadac40af9d406a98be7721ae313101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812789 Dec 18 03:15:40.626705 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77943d-dd0c-4f19-a425-3db33130a9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0134c-b8d5-4a4f-9634-87030925f421,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:40.701254 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-94dd9fc4-cf02-4164-aa57-86d77b73da05 req-d2d39689-4322-490c-86e6-d12c3cf66988 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 210 time: 0.0252547 Dec 18 03:15:40.809202 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47d14937-aae8-4dc8-920e-0262eb447e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:40.818049 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d9d49-df53-4591-ba04-cef9570cf275 req-240a906a-fe15-4bac-8d15-e08d181428a8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:40.819512 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-240a906a-fe15-4bac-8d15-e08d181428a8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "GET /v2.0/networks?id=8ae16f07-c695-4581-a1d1-000cf62d9722 HTTP/1.1" status: 200 len: 813 time: 0.2060034 Dec 18 03:15:40.847294 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Request body: {'port': {'device_id': '99b5018f-4714-4b42-b899-c27732d501ed', 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722', 'admin_state_up': True, 'tenant_id': '2332e8c0e55443e4850ccea9e08376d9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:15:40.853984 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47d14937-aae8-4dc8-920e-0262eb447e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:40.954122 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.045127 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47d14937-aae8-4dc8-920e-0262eb447e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.047622 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47d14937-aae8-4dc8-920e-0262eb447e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.048712 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-47d14937-aae8-4dc8-920e-0262eb447e02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaf0134c-b8d5-4a4f-9634-87030925f421 HTTP/1.1" status: 204 len: 168 time: 0.4219198 Dec 18 03:15:41.083100 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d14937-aae8-4dc8-920e-0262eb447e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0134c-b8d5-4a4f-9634-87030925f421,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:41.114636 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931211a-47c1-4d97-b079-e2ff82827cba req-dd240a98-5875-435c-ab00-8ce6ffd75013 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:41.116116 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a931211a-47c1-4d97-b079-e2ff82827cba req-dd240a98-5875-435c-ab00-8ce6ffd75013 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1420207 Dec 18 03:15:41.119661 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Made reservation on behalf of 2332e8c0e55443e4850ccea9e08376d9 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:15:41.122946 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.217327 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Allocated IP 172.27.2.227 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/8aa55730-1ede-4960-81ce-9464bf395082) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:15:41.273720 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a931211a-47c1-4d97-b079-e2ff82827cba req-4c346d76-e417-4f2f-887c-e66a81431a7f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486504 Dec 18 03:15:41.321162 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 32808) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:41.334815 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f36e761-6f99-455d-a9b6-158eb9b3e81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.392837 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Allocated IP 172.20.0.7 (8ae16f07-c695-4581-a1d1-000cf62d9722/e0aca8fc-648d-419e-ad45-95eef85bbba6/a25da932-c153-48ba-b3f3-47beba28720b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:15:41.409349 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f36e761-6f99-455d-a9b6-158eb9b3e81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.414184 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f36e761-6f99-455d-a9b6-158eb9b3e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.432305 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.452470 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2f36e761-6f99-455d-a9b6-158eb9b3e81e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5587bdeca60442c595ec6008b6d968ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301277 Dec 18 03:15:41.453354 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36e761-6f99-455d-a9b6-158eb9b3e81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aae8f97-dbf7-4ffd-bee1-b6ce043b2ea7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:41.455636 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 32810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:15:41.504299 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5adf-0360-41f7-bc0f-46f43d92dbc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.525592 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5adf-0360-41f7-bc0f-46f43d92dbc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.542698 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.576229 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5adf-0360-41f7-bc0f-46f43d92dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.578812 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5adf-0360-41f7-bc0f-46f43d92dbc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.579988 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-cd6a5adf-0360-41f7-bc0f-46f43d92dbc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7aae8f97-dbf7-4ffd-bee1-b6ce043b2ea7 HTTP/1.1" status: 204 len: 168 time: 0.1234589 Dec 18 03:15:41.589019 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a5adf-0360-41f7-bc0f-46f43d92dbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aae8f97-dbf7-4ffd-bee1-b6ce043b2ea7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:41.603791 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:15:41.614997 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:15:41.617482 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:15:41.646320 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=8aa55730-1ede-4960-81ce-9464bf395082,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:41.663820 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.765792 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.825721 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b3be7-8a51-483d-9328-1cfb3cde56b2 req-a61b2716-c746-4714-8d64-96d85ab51a43 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:41.827359 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-607b3be7-8a51-483d-9328-1cfb3cde56b2 req-a61b2716-c746-4714-8d64-96d85ab51a43 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 931 time: 0.0519147 Dec 18 03:15:41.860172 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Network 8ae16f07-c695-4581-a1d1-000cf62d9722 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:15:41.867963 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:15:41.870412 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:15:41.878840 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-607b3be7-8a51-483d-9328-1cfb3cde56b2 req-9284c259-4a11-4922-b49e-ebe3091ec0a6 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Dec 18 03:15:41.898036 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Pushing event updated for resources: {'Port': ['ID=a25da932-c153-48ba-b3f3-47beba28720b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:41.964990 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:41.965593 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:41.994490 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-55f4252f-2184-45e8-b341-0f4a72c5e018 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1542993 Dec 18 03:15:42.250383 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Request body: {'port': {'device_id': '99b5018f-4714-4b42-b899-c27732d501ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:15:42.420855 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:42.560668 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fdcfe-3554-4704-9e35-f4ec41d28f7b req-da207274-5e1b-494e-a38c-5c7c338feee8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:42.562171 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-143fdcfe-3554-4704-9e35-f4ec41d28f7b req-da207274-5e1b-494e-a38c-5c7c338feee8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.2154341 Dec 18 03:15:42.667380 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:42.759284 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-143fdcfe-3554-4704-9e35-f4ec41d28f7b req-0f09894a-3e29-4acd-8fce-0cfd33729689 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885030 Dec 18 03:15:42.864642 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:42.996045 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2cfc3-2e3c-4623-ab50-878742799f2e req-ff6995a3-09cd-43b0-b1f8-9a47cd8b6fa9 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:42.998264 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-18e2cfc3-2e3c-4623-ab50-878742799f2e req-ff6995a3-09cd-43b0-b1f8-9a47cd8b6fa9 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 931 time: 0.0492625 Dec 18 03:15:43.021072 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25da932-c153-48ba-b3f3-47beba28720b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:15:43.031445 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.051927 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-18e2cfc3-2e3c-4623-ab50-878742799f2e req-e41e35c6-8448-4e8d-8e26-3165345e8d50 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470099 Dec 18 03:15:43.063579 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Transition to ACTIVE for port object a25da932-c153-48ba-b3f3-47beba28720b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:15:43.077322 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.133845 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.142130 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.152647 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Pushing event updated for resources: {'Port': ['ID=a25da932-c153-48ba-b3f3-47beba28720b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:43.262570 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=8aa55730-1ede-4960-81ce-9464bf395082,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:43.278704 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.313671 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Attempting to bind port a25da932-c153-48ba-b3f3-47beba28720b on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:15:43.313988 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Attempting to bind port a25da932-c153-48ba-b3f3-47beba28720b by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:15:43.314307 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Attempting to bind port a25da932-c153-48ba-b3f3-47beba28720b on network 8ae16f07-c695-4581-a1d1-000cf62d9722 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:15:43.324660 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Port a25da932-c153-48ba-b3f3-47beba28720b on network 8ae16f07-c695-4581-a1d1-000cf62d9722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:15:43.325041 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Attempting to bind port a25da932-c153-48ba-b3f3-47beba28720b on network 8ae16f07-c695-4581-a1d1-000cf62d9722 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:15:43.334395 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:15:43.334725 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Checking segment: {'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:15:43.335104 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Bound using segment: {'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:15:43.335531 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Bound port: a25da932-c153-48ba-b3f3-47beba28720b, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c095a6-9335-412f-a39f-f9b967a650a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:15:43.335873 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.425689 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Floating IP 3eebe9fa-7efb-429c-a462-ab90beeb88df associated. External IP: 172.27.2.227, port: 3c025ffb-e617-491c-82db-5bbcb6fa0c38. Dec 18 03:15:43.478858 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] For port a25da932-c153-48ba-b3f3-47beba28720b, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:15:43.483234 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] For port a25da932-c153-48ba-b3f3-47beba28720b, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a25da932-c153-48ba-b3f3-47beba28720b,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:15:43.490031 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.555816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:43.556419 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:43.557800 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] 10.222.0.16 "PUT /v2.0/ports/a25da932-c153-48ba-b3f3-47beba28720b HTTP/1.1" status: 200 len: 1093 time: 1.3117011 Dec 18 03:15:43.559768 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5018f-4714-4b42-b899-c27732d501ed', 'tag': 'a25da932-c153-48ba-b3f3-47beba28720b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:43.561983 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574daf65-6c2f-4fa7-afaa-5053b7cf909a" -d '{"events": [{"name": "network-changed", "server_uuid": "99b5018f-4714-4b42-b899-c27732d501ed", "tag": "a25da932-c153-48ba-b3f3-47beba28720b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:43.591920 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37be2a-e20b-40e1-952d-060642a0e787 service neutron] Pushing event updated for resources: {'Port': ['ID=a25da932-c153-48ba-b3f3-47beba28720b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:43.631041 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7a0f8d-52b9-485a-b308-aefab49ad6fd x-openstack-request-id: req-cc7a0f8d-52b9-485a-b308-aefab49ad6fd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:43.631315 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b5018f-4714-4b42-b899-c27732d501ed", "tag": "a25da932-c153-48ba-b3f3-47beba28720b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:43.631559 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc7a0f8d-52b9-485a-b308-aefab49ad6fd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:43.631950 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5018f-4714-4b42-b899-c27732d501ed', 'tag': 'a25da932-c153-48ba-b3f3-47beba28720b', 'status': 'completed', 'code': 200} Dec 18 03:15:43.726583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d9d49-df53-4591-ba04-cef9570cf275 req-21f5f5a3-c657-46a5-8582-c8822882275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:43.728085 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-21f5f5a3-c657-46a5-8582-c8822882275e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2332e8c0e55443e4850ccea9e08376d9&device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 1096 time: 0.0804687 Dec 18 03:15:43.732252 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:15:43.806031 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-59de4508-9ee1-40bd-9cd1-39dc7c9436b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25da932-c153-48ba-b3f3-47beba28720b HTTP/1.1" status: 200 len: 217 time: 0.0633376 Dec 18 03:15:43.892147 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db5972-77d3-457b-9e66-e2bc2233d89c req-17630d3d-7751-4c53-920b-c97152272c08 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:43.892147 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-47db5972-77d3-457b-9e66-e2bc2233d89c req-17630d3d-7751-4c53-920b-c97152272c08 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0606756 Dec 18 03:15:43.899382 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d9d49-df53-4591-ba04-cef9570cf275 req-3b8cd1b6-f284-4f8f-ae2c-db069282b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:43.900805 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-3b8cd1b6-f284-4f8f-ae2c-db069282b723 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0aca8fc-648d-419e-ad45-95eef85bbba6 HTTP/1.1" status: 200 len: 853 time: 0.0871224 Dec 18 03:15:43.909901 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:15:43.922905 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:15:43.932517 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:15:43.933495 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:15:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:43.940672 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-47db5972-77d3-457b-9e66-e2bc2233d89c req-6c6afc76-8c21-4e9c-950c-7448ebb30b3a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Dec 18 03:15:43.946276 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-e0561663-9154-477f-80bb-584aedbadc0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae16f07-c695-4581-a1d1-000cf62d9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289423 Dec 18 03:15:43.964980 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:44.030631 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-cdc621d6-6483-42ba-b35f-e30903f42ac7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4609025 Dec 18 03:15:44.045782 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:15:44.068419 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-1e4aea6d-c105-4d3c-aff0-cc52adceb4d2 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135566 Dec 18 03:15:44.211540 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05a57-8007-4a4a-b892-524f7e2617c0 req-b283ac5e-933d-4ed6-bc51-f7bdf1effc03 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:44.213046 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-33a05a57-8007-4a4a-b892-524f7e2617c0 req-b283ac5e-933d-4ed6-bc51-f7bdf1effc03 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 943 time: 0.0851474 Dec 18 03:15:44.215394 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-887d9d49-df53-4591-ba04-cef9570cf275 req-e346a8aa-1a7f-4f57-bef0-202e984b0719 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385107 Dec 18 03:15:44.261219 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-33a05a57-8007-4a4a-b892-524f7e2617c0 req-78ca5faf-2722-4f82-a727-78733fee021f tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Dec 18 03:15:44.368087 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '3eebe9fa-7efb-429c-a462-ab90beeb88df', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:a7:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:15:41Z', 'updated_at': '2021-12-18T03:15:41Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:44.372038 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-1bc7b9f9-9f04-4910-92fe-a7a701f94770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:44.373562 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-1bc7b9f9-9f04-4910-92fe-a7a701f94770 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2332e8c0e55443e4850ccea9e08376d9&device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 1096 time: 0.0437458 Dec 18 03:15:44.396841 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:15:44.405041 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:15:44.405667 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:15:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:44.513835 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:15:44.705464 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-23437be1-0765-4b4c-9841-06b4347589e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:44.706884 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-23437be1-0765-4b4c-9841-06b4347589e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae16f07-c695-4581-a1d1-000cf62d9722 HTTP/1.1" status: 200 len: 914 time: 0.3192573 Dec 18 03:15:44.754923 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '3eebe9fa-7efb-429c-a462-ab90beeb88df', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:a7:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:15:41Z', 'updated_at': '2021-12-18T03:15:41Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:15:44.768307 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-1cdac3cc-b284-470a-9e67-026a56aa7a50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25da932-c153-48ba-b3f3-47beba28720b HTTP/1.1" status: 200 len: 217 time: 0.0515532 Dec 18 03:15:44.790672 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbfe12-2a40-453a-a344-2a9c0ca7033f None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '3eebe9fa-7efb-429c-a462-ab90beeb88df', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:a7:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:15:41Z', 'updated_at': '2021-12-18T03:15:41Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:15:44.819159 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-2b5415b8-cdfc-455b-9155-26b232d84941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:44.820628 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-2b5415b8-cdfc-455b-9155-26b232d84941 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0aca8fc-648d-419e-ad45-95eef85bbba6 HTTP/1.1" status: 200 len: 853 time: 0.0436044 Dec 18 03:15:44.867581 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-b98e512b-b427-4402-bc37-d3ef59a25934 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae16f07-c695-4581-a1d1-000cf62d9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297065 Dec 18 03:15:44.961766 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-ed10cc51-efe4-4460-beb5-04fe4475c384 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Dec 18 03:15:44.991861 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd096c5-fec5-461c-98f3-91fadb73320a None None] New status for floating IP 3eebe9fa-7efb-429c-a462-ab90beeb88df: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:15:45.071151 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-574daf65-6c2f-4fa7-afaa-5053b7cf909a req-cb8db03c-6b8c-44ee-bbd7-fb632815ba5a service neutron] 10.222.0.16 "GET /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948219 Dec 18 03:15:45.080061 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c192-e309-46c7-978b-a9c790fb7a4c req-b8eb9f3d-2f5e-4255-854e-1992d8c0bf43 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:45.082137 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-49d3c192-e309-46c7-978b-a9c790fb7a4c req-b8eb9f3d-2f5e-4255-854e-1992d8c0bf43 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0518763 Dec 18 03:15:45.133453 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-49d3c192-e309-46c7-978b-a9c790fb7a4c req-5290d366-1794-4fb2-9f05-02db8951a4fe tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Dec 18 03:15:45.380754 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabee6f-51d4-4a58-a45c-72abe878753a req-341090fa-df44-413c-bcc9-04289c845c59 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:45.382243 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7cabee6f-51d4-4a58-a45c-72abe878753a req-341090fa-df44-413c-bcc9-04289c845c59 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 943 time: 0.0499575 Dec 18 03:15:45.431823 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7cabee6f-51d4-4a58-a45c-72abe878753a req-60f11c1f-a8e8-42b3-9adc-aea16d0879bb tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Dec 18 03:15:45.632888 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:45.635283 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f8abc-bc0e-4af2-9e97-a447ca82090c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:45.669688 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf8d7b5-bd18-400d-9caa-acf2f9cfcba5 x-openstack-request-id: req-5cf8d7b5-bd18-400d-9caa-acf2f9cfcba5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:45.669978 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:45.670232 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cf8d7b5-bd18-400d-9caa-acf2f9cfcba5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:45.670653 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'status': 'completed', 'code': 200} Dec 18 03:15:45.766292 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-eb4aa40d-3c78-4e37-b409-36c4328e68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:45.767783 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-eb4aa40d-3c78-4e37-b409-36c4328e68ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 1099 time: 0.0407090 Dec 18 03:15:45.866816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-8193a067-e0c2-4cb3-bf3f-b5749d2b4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:45.868264 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-8193a067-e0c2-4cb3-bf3f-b5749d2b4283 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.0853083 Dec 18 03:15:45.936809 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-309693e8-05c6-4891-9ead-f46c93d4c326 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38 HTTP/1.1" status: 200 len: 1002 time: 0.0583167 Dec 18 03:15:45.990598 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-3e0c70f3-2d3b-42bd-ab87-7f839bbfe3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:45.992043 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-3e0c70f3-2d3b-42bd-ab87-7f839bbfe3b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0464914 Dec 18 03:15:46.052498 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-381dc344-dadf-4580-88bd-06314b5d075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:46.054173 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-381dc344-dadf-4580-88bd-06314b5d075d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540845 Dec 18 03:15:46.150392 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-f87266ab-16f4-4c04-9e0b-0f35402617df service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864668 Dec 18 03:15:46.279977 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecda4e-c0ef-43c6-8efe-a7a14c662e7a req-44b5235f-27db-4667-97ee-deeb02b1d2c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:46.281425 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-74ecda4e-c0ef-43c6-8efe-a7a14c662e7a req-44b5235f-27db-4667-97ee-deeb02b1d2c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0774050 Dec 18 03:15:46.283726 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c37f8abc-bc0e-4af2-9e97-a447ca82090c req-6dd7a45d-1536-4098-a1b6-0d83a071ba65 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262233 Dec 18 03:15:46.330279 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-74ecda4e-c0ef-43c6-8efe-a7a14c662e7a req-17192c0e-e762-4648-8681-71150f073133 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Dec 18 03:15:46.550778 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8637dc-85a4-466f-a07d-bc533b5db482 req-381f3c54-8317-4225-8733-b2fa88cb5d33 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:46.552714 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c8637dc-85a4-466f-a07d-bc533b5db482 req-381f3c54-8317-4225-8733-b2fa88cb5d33 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 943 time: 0.0532939 Dec 18 03:15:46.599688 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c8637dc-85a4-466f-a07d-bc533b5db482 req-8ad7bfc8-22a2-4c41-a01f-faa92fc29e10 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Dec 18 03:15:47.447831 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9b4bf-79b3-4d81-af56-b17f7bdef20c req-76b5a24e-9fdd-49c1-a361-24103ad5b9d7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:47.449343 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fdf9b4bf-79b3-4d81-af56-b17f7bdef20c req-76b5a24e-9fdd-49c1-a361-24103ad5b9d7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0523651 Dec 18 03:15:47.497059 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fdf9b4bf-79b3-4d81-af56-b17f7bdef20c req-1a1bdd9b-e3cf-4b3b-bc33-2c4867fc06d7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Dec 18 03:15:47.713065 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb57cfc-451d-4806-8162-9dbd8972ef89 req-a88b067a-7137-4359-a8c8-510ac50d821c tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:47.714595 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8fb57cfc-451d-4806-8162-9dbd8972ef89 req-a88b067a-7137-4359-a8c8-510ac50d821c tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 943 time: 0.0480013 Dec 18 03:15:47.762268 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8fb57cfc-451d-4806-8162-9dbd8972ef89 req-1f4702b1-a63c-4803-ac37-939e5437dbde tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Dec 18 03:15:48.512726 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a25da932-c153-48ba-b3f3-47beba28720b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:15:48.612365 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port a25da932-c153-48ba-b3f3-47beba28720b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a25da932-c153-48ba-b3f3-47beba28720b,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:48.615408 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64fe33-75e2-4bb1-9d29-282a314dbf29 req-68341d96-f81a-46c2-b0f6-e8b8a6854b63 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:48.617537 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5d64fe33-75e2-4bb1-9d29-282a314dbf29 req-68341d96-f81a-46c2-b0f6-e8b8a6854b63 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0528836 Dec 18 03:15:48.624801 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'a25da932-c153-48ba-b3f3-47beba28720b', 'network_id': '8ae16f07-c695-4581-a1d1-000cf62d9722', 'port_id': 'a25da932-c153-48ba-b3f3-47beba28720b', 'mac_address': 'fa:16:3e:01:27:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0aca8fc-648d-419e-ad45-95eef85bbba6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:15:48.661561 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:48.667979 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5d64fe33-75e2-4bb1-9d29-282a314dbf29 req-4e61eb6d-19e6-4cbd-a91c-b67bf8461916 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Dec 18 03:15:48.675355 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25da932-c153-48ba-b3f3-47beba28720b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:15:48.696697 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port a25da932-c153-48ba-b3f3-47beba28720b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a25da932-c153-48ba-b3f3-47beba28720b,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:48.700080 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:48.746311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=a25da932-c153-48ba-b3f3-47beba28720b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:48.877057 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780ed9-a4e8-40b8-a591-583f4b76d7db req-ef8fc20c-6046-4619-a6c6-4ae4253ba5b1 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:48.878582 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6c780ed9-a4e8-40b8-a591-583f4b76d7db req-ef8fc20c-6046-4619-a6c6-4ae4253ba5b1 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 944 time: 0.0485363 Dec 18 03:15:48.929426 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6c780ed9-a4e8-40b8-a591-583f4b76d7db req-7f3b0bae-514f-401c-928d-cac81e61789b tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Dec 18 03:15:49.067910 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['a25da932-c153-48ba-b3f3-47beba28720b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:15:49.783592 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940e346-57e2-421f-8711-e835b272e286 req-61df21e1-5ba8-4e0e-ad96-c516199fba5f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:49.785073 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a940e346-57e2-421f-8711-e835b272e286 req-61df21e1-5ba8-4e0e-ad96-c516199fba5f tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0495384 Dec 18 03:15:49.834985 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a940e346-57e2-421f-8711-e835b272e286 req-f98d51d0-14f0-4728-b5fc-c8fac465af3b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Dec 18 03:15:50.043208 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba81b0-64d8-4eba-8de4-76207668998f req-326812f7-f3fc-44db-9303-5387b3e7e7db tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:50.044640 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3fba81b0-64d8-4eba-8de4-76207668998f req-326812f7-f3fc-44db-9303-5387b3e7e7db tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 944 time: 0.0469468 Dec 18 03:15:50.091179 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3fba81b0-64d8-4eba-8de4-76207668998f req-5f03123b-f70b-4857-99c5-e1db56898a2b tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Dec 18 03:15:50.532649 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a25da932-c153-48ba-b3f3-47beba28720b up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:15:50.585657 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port a25da932-c153-48ba-b3f3-47beba28720b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:15:50.589459 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port a25da932-c153-48ba-b3f3-47beba28720b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:15:50.589863 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:50.666802 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:50.690020 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5018f-4714-4b42-b899-c27732d501ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25da932-c153-48ba-b3f3-47beba28720b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:15:50.692282 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1449251b-1901-48e0-ad6d-5d413809bea5" -d '{"events": [{"server_uuid": "99b5018f-4714-4b42-b899-c27732d501ed", "name": "network-vif-plugged", "status": "completed", "tag": "a25da932-c153-48ba-b3f3-47beba28720b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:15:50.704967 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port a25da932-c153-48ba-b3f3-47beba28720b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a25da932-c153-48ba-b3f3-47beba28720b,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:15:50.709981 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:50.733293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb225f5-20a3-4157-8087-ead1c0ebda98 x-openstack-request-id: req-4eb225f5-20a3-4157-8087-ead1c0ebda98 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:15:50.733574 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5018f-4714-4b42-b899-c27732d501ed", "name": "network-vif-plugged", "status": "completed", "tag": "a25da932-c153-48ba-b3f3-47beba28720b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:15:50.733845 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4eb225f5-20a3-4157-8087-ead1c0ebda98 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:15:50.734226 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5018f-4714-4b42-b899-c27732d501ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25da932-c153-48ba-b3f3-47beba28720b', 'code': 200} Dec 18 03:15:50.759693 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=a25da932-c153-48ba-b3f3-47beba28720b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:15:50.958856 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f0a07-c333-4cea-a00c-eb97fb0d72f4 req-8d59373e-0dbb-4a9a-a4a1-f49c8964c196 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:50.960362 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-706f0a07-c333-4cea-a00c-eb97fb0d72f4 req-8d59373e-0dbb-4a9a-a4a1-f49c8964c196 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0495505 Dec 18 03:15:50.994472 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6516a7-2949-434c-8465-2ff156d8a564 req-f8482f39-9f86-4da0-8d07-b64bb5e8ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:50.995981 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3e6516a7-2949-434c-8465-2ff156d8a564 req-f8482f39-9f86-4da0-8d07-b64bb5e8ab2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 1098 time: 0.0440173 Dec 18 03:15:51.008922 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-706f0a07-c333-4cea-a00c-eb97fb0d72f4 req-e9f197be-36f2-4b66-a644-f7d9d35c5945 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Dec 18 03:15:51.052467 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3e6516a7-2949-434c-8465-2ff156d8a564 req-831be036-644a-4b56-86a1-36a2cab250d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Dec 18 03:15:51.210179 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684be6f0-4d31-4928-9e51-5be347aee2db req-fa414f5e-f964-4c02-98f1-4d6b08572cb6 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:51.211618 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-684be6f0-4d31-4928-9e51-5be347aee2db req-fa414f5e-f964-4c02-98f1-4d6b08572cb6 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 945 time: 0.0495214 Dec 18 03:15:51.260076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-684be6f0-4d31-4928-9e51-5be347aee2db req-2e525d69-1c08-4a69-84d2-e70adcf0103a tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419383 Dec 18 03:15:52.131635 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea947ec-c6f9-4ee7-9ab2-dfd2584866b9 req-c611d999-a279-4086-ad29-fc988cebfa61 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:52.134318 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aea947ec-c6f9-4ee7-9ab2-dfd2584866b9 req-c611d999-a279-4086-ad29-fc988cebfa61 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0554142 Dec 18 03:15:52.184761 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aea947ec-c6f9-4ee7-9ab2-dfd2584866b9 req-0eb32865-228a-495b-97c2-48d0fbb368b7 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Dec 18 03:15:52.322531 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:15:52.379593 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a01c3-784b-4ed0-8998-308cf02ec6f5 req-307a6e42-1d81-450e-a6b0-2abbdf8d419d tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:52.381291 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-757a01c3-784b-4ed0-8998-308cf02ec6f5 req-307a6e42-1d81-450e-a6b0-2abbdf8d419d tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 945 time: 0.0521986 Dec 18 03:15:52.441124 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-757a01c3-784b-4ed0-8998-308cf02ec6f5 req-25c86557-7421-43de-8521-f7b579121010 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503542 Dec 18 03:15:53.299968 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768c81-0372-41d3-a0af-a45748baecb6 req-78897ab2-1181-4b1b-a0fa-37dea58aa32c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:53.301421 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-09768c81-0372-41d3-a0af-a45748baecb6 req-78897ab2-1181-4b1b-a0fa-37dea58aa32c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0495012 Dec 18 03:15:53.347692 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-09768c81-0372-41d3-a0af-a45748baecb6 req-940fafa5-9c52-4303-b784-b9cee399c31c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 Dec 18 03:15:53.557432 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15c576-5f9a-4f86-88ec-8d9858c3e290 req-f04f9d37-e642-4097-88ac-c6e11578806c tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:53.558915 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fc15c576-5f9a-4f86-88ec-8d9858c3e290 req-f04f9d37-e642-4097-88ac-c6e11578806c tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 945 time: 0.0478468 Dec 18 03:15:53.607460 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fc15c576-5f9a-4f86-88ec-8d9858c3e290 req-f3701835-7568-4299-b163-90ccd300693a tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Dec 18 03:15:54.461314 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b38031-0c84-480c-a897-791e2509c4e8 req-280f96d0-2ddc-43e2-b44c-0be862c46fe0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:54.462777 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-54b38031-0c84-480c-a897-791e2509c4e8 req-280f96d0-2ddc-43e2-b44c-0be862c46fe0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0467031 Dec 18 03:15:54.517073 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-54b38031-0c84-480c-a897-791e2509c4e8 req-ebf17ff9-b28d-40fc-8b63-9b99c3f0ce75 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Dec 18 03:15:55.633810 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304446e-c008-4a47-8b86-570132d255d6 req-706163fa-19f9-4a81-8a1b-90165be00eff tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:55.635240 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6304446e-c008-4a47-8b86-570132d255d6 req-706163fa-19f9-4a81-8a1b-90165be00eff tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0478539 Dec 18 03:15:55.683848 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6304446e-c008-4a47-8b86-570132d255d6 req-ea85c424-af6e-4b29-8aa1-33bfed886a57 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Dec 18 03:15:56.795214 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e47f-4001-4497-b205-0cda53d943e0 req-fa7a9afe-be58-4445-898b-dd6f4551546a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:56.796665 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2968e47f-4001-4497-b205-0cda53d943e0 req-fa7a9afe-be58-4445-898b-dd6f4551546a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0475984 Dec 18 03:15:56.842068 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2968e47f-4001-4497-b205-0cda53d943e0 req-339e3370-0f84-4729-ab63-bc61dc9bb4ac tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Dec 18 03:15:56.844379 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:15:57.954786 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89d336-4676-41ce-b488-d284279e4aff req-6b104181-ef17-4e34-8bba-7632299fb855 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:57.956125 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ac89d336-4676-41ce-b488-d284279e4aff req-6b104181-ef17-4e34-8bba-7632299fb855 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0475047 Dec 18 03:15:58.003096 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ac89d336-4676-41ce-b488-d284279e4aff req-09cd2ca7-f28a-4046-af95-79c2c5e9a4bb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Dec 18 03:15:59.120687 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ef190-e62b-4211-b503-30bbcb53e87b req-5c2c1a77-8cdb-4a2c-94dd-1e10468499c3 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:15:59.122207 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d9ef190-e62b-4211-b503-30bbcb53e87b req-5c2c1a77-8cdb-4a2c-94dd-1e10468499c3 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0515425 Dec 18 03:15:59.168491 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d9ef190-e62b-4211-b503-30bbcb53e87b req-a6517250-b9f2-4284-9358-9226b9ae283c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Dec 18 03:16:00.282637 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54286-edd8-4e66-95ab-9fd45b25d9a9 req-9af9e23a-7e27-4cd6-8e14-417376fafd54 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:00.284061 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9ab54286-edd8-4e66-95ab-9fd45b25d9a9 req-9af9e23a-7e27-4cd6-8e14-417376fafd54 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0481431 Dec 18 03:16:00.330737 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9ab54286-edd8-4e66-95ab-9fd45b25d9a9 req-9c501177-00eb-4864-ad29-546d1347ae7c tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Dec 18 03:16:00.842402 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67fc2a-7f87-4735-b5e9-78fe0f2e125b req-e7528309-0dd8-4d0a-aedf-f7bb65628768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:00.843849 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ff67fc2a-7f87-4735-b5e9-78fe0f2e125b req-e7528309-0dd8-4d0a-aedf-f7bb65628768 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.0421526 Dec 18 03:16:00.894222 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ff67fc2a-7f87-4735-b5e9-78fe0f2e125b req-e9f9439c-e042-4db2-a1c3-614a12557352 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Dec 18 03:16:01.450037 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d97ed-b380-4750-9b95-958727ce171d req-6f97684e-8cc1-4541-b04e-f66229c71b12 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:01.450037 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c3d97ed-b380-4750-9b95-958727ce171d req-6f97684e-8cc1-4541-b04e-f66229c71b12 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0508792 Dec 18 03:16:01.496018 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dda5f26e-8a55-49ab-9708-7ed0831f2026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:01.499753 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c3d97ed-b380-4750-9b95-958727ce171d req-c9252554-4281-464e-b842-73ade0a4210b tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Dec 18 03:16:02.618830 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c377b-89db-4fe9-93f4-c4105d411d93 req-26293aeb-f81d-4068-8b2e-016c3cedcc80 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:02.620285 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2e2c377b-89db-4fe9-93f4-c4105d411d93 req-26293aeb-f81d-4068-8b2e-016c3cedcc80 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0527265 Dec 18 03:16:02.666818 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2e2c377b-89db-4fe9-93f4-c4105d411d93 req-4a7c568a-88b6-4594-80c9-73663c9cd78e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Dec 18 03:16:03.792560 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ceee9-c5c3-4e6b-9796-55ee4a1782e1 req-14e17aef-1e81-4357-ad9d-7a0eab18ab10 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:03.793928 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a47ceee9-c5c3-4e6b-9796-55ee4a1782e1 req-14e17aef-1e81-4357-ad9d-7a0eab18ab10 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0549343 Dec 18 03:16:03.839704 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a47ceee9-c5c3-4e6b-9796-55ee4a1782e1 req-89de4d22-83c1-4825-9398-348dcd5a296a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Dec 18 03:16:03.905837 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-83d5cd28-dc25-4929-94be-77934fe988d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:04.952412 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c809192-a816-4f35-821f-3b966f1a34d4 req-38d8fe94-99d1-4cdc-979d-3bd40123a57d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:04.953903 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c809192-a816-4f35-821f-3b966f1a34d4 req-38d8fe94-99d1-4cdc-979d-3bd40123a57d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0471480 Dec 18 03:16:04.980316 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:05.003400 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c809192-a816-4f35-821f-3b966f1a34d4 req-102ec010-42b4-4f5a-a5e0-54f62b6f0656 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Dec 18 03:16:06.116231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bbdd1-583d-4fc5-9f78-a5130f820583 req-0fea5380-3046-4e9a-81d4-19d852311ab5 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:06.117764 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-244bbdd1-583d-4fc5-9f78-a5130f820583 req-0fea5380-3046-4e9a-81d4-19d852311ab5 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0483994 Dec 18 03:16:06.167411 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-244bbdd1-583d-4fc5-9f78-a5130f820583 req-f34672bb-2b80-4717-9707-ac2520795336 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Dec 18 03:16:06.440840 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.476534 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef514d8-c186-4b3a-aceb-7c57012cc1f1 req-695b4795-538f-4f39-92ca-8ee715862281 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:06.478020 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aef514d8-c186-4b3a-aceb-7c57012cc1f1 req-695b4795-538f-4f39-92ca-8ee715862281 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0531747 Dec 18 03:16:06.528845 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aef514d8-c186-4b3a-aceb-7c57012cc1f1 req-9d53bd24-e1fb-44bd-8721-e029cac53aed tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Dec 18 03:16:06.585637 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33096) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:06.690129 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53aee27b-e9f8-4e2d-98fb-b01abc0bdafb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.762851 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53aee27b-e9f8-4e2d-98fb-b01abc0bdafb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.766625 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53aee27b-e9f8-4e2d-98fb-b01abc0bdafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.808221 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-53aee27b-e9f8-4e2d-98fb-b01abc0bdafb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f662ba12e5094e7b88f3ab214c034834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212696 Dec 18 03:16:06.809171 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aee27b-e9f8-4e2d-98fb-b01abc0bdafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22822650-176f-4d27-85a0-f5f57817fa62,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:06.811364 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33102) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:06.858654 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e26636f-5ca2-42a5-874d-fb71cdcf5a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.879447 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e26636f-5ca2-42a5-874d-fb71cdcf5a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.926737 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e26636f-5ca2-42a5-874d-fb71cdcf5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.929235 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e26636f-5ca2-42a5-874d-fb71cdcf5a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:06.930406 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3e26636f-5ca2-42a5-874d-fb71cdcf5a1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22822650-176f-4d27-85a0-f5f57817fa62 HTTP/1.1" status: 204 len: 168 time: 0.1180499 Dec 18 03:16:06.938073 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26636f-5ca2-42a5-874d-fb71cdcf5a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22822650-176f-4d27-85a0-f5f57817fa62,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:07.467448 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:07.648510 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a02ad-4a95-4890-a9d9-ec59eb09af27 req-ab5c06ca-5687-4e1d-84fd-6da391743021 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:07.649924 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e31a02ad-4a95-4890-a9d9-ec59eb09af27 req-ab5c06ca-5687-4e1d-84fd-6da391743021 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0490670 Dec 18 03:16:07.698475 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e31a02ad-4a95-4890-a9d9-ec59eb09af27 req-87a1a3d3-dd62-44f1-b501-b55126a9a80e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Dec 18 03:16:08.820889 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28a30-bafb-475b-8466-56ae847add9b req-1f3dbfc9-3579-404b-a68f-17695d9c48c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:08.822409 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aba28a30-bafb-475b-8466-56ae847add9b req-1f3dbfc9-3579-404b-a68f-17695d9c48c0 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0552306 Dec 18 03:16:08.829256 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35113df-40af-451a-8168-04c7c01488c1 req-8883675e-d076-418e-9fb9-9619e9411fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:08.830774 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d35113df-40af-451a-8168-04c7c01488c1 req-8883675e-d076-418e-9fb9-9619e9411fde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.0423803 Dec 18 03:16:08.872873 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aba28a30-bafb-475b-8466-56ae847add9b req-2fc4a516-78cc-469b-b610-897f129a7881 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Dec 18 03:16:08.954376 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35113df-40af-451a-8168-04c7c01488c1 req-02d68495-2b83-4c2d-ba1c-2b7dc249b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:08.956380 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d35113df-40af-451a-8168-04c7c01488c1 req-02d68495-2b83-4c2d-ba1c-2b7dc249b548 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.0888090 Dec 18 03:16:09.005481 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d35113df-40af-451a-8168-04c7c01488c1 req-9fd1b02f-609f-4b9a-9331-ecc0f52c9d15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 217 time: 0.0390801 Dec 18 03:16:09.055277 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35113df-40af-451a-8168-04c7c01488c1 req-73c5c4c9-344c-4501-b4e8-6704bb42ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:09.056689 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d35113df-40af-451a-8168-04c7c01488c1 req-73c5c4c9-344c-4501-b4e8-6704bb42ebd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.0434604 Dec 18 03:16:09.104278 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d35113df-40af-451a-8168-04c7c01488c1 req-19cda45f-6349-41c8-ac0e-a6e7b8c58077 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310247 Dec 18 03:16:09.201362 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d35113df-40af-451a-8168-04c7c01488c1 req-43a91407-a722-4907-bbea-27287c6c286d service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890391 Dec 18 03:16:09.295098 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d35113df-40af-451a-8168-04c7c01488c1 req-18345cd0-8ae4-4883-84de-2fb0fd58c7cb service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Dec 18 03:16:09.992520 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd01c-c90d-432c-80bd-5cc6336ab78b req-99579c95-0fb6-4ca6-a99d-33e0ab1a8297 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:09.994081 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-486dd01c-c90d-432c-80bd-5cc6336ab78b req-99579c95-0fb6-4ca6-a99d-33e0ab1a8297 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0515409 Dec 18 03:16:10.047424 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-486dd01c-c90d-432c-80bd-5cc6336ab78b req-f75a5e7a-aba9-4565-b1a6-f7ec0538a1dd tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469687 Dec 18 03:16:11.166664 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e588-3082-42f1-b0c1-04100855505f req-af627566-f874-4109-9f42-c85aa8daa0f8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:11.168647 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5380e588-3082-42f1-b0c1-04100855505f req-af627566-f874-4109-9f42-c85aa8daa0f8 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0499029 Dec 18 03:16:11.214631 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5380e588-3082-42f1-b0c1-04100855505f req-ee986757-6f3b-4403-9ed7-5e86a60c57f6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Dec 18 03:16:11.960193 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33196) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:12.073429 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ffa7419e-1a94-4ffa-aa2d-bdd1a3f3a60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:12.147339 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ffa7419e-1a94-4ffa-aa2d-bdd1a3f3a60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:12.150800 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ffa7419e-1a94-4ffa-aa2d-bdd1a3f3a60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:12.188628 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ffa7419e-1a94-4ffa-aa2d-bdd1a3f3a60d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=065bd6ab41864984a7c8adf8c53156c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274427 Dec 18 03:16:12.189829 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7419e-1a94-4ffa-aa2d-bdd1a3f3a60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042f1dc4-08e7-4d4d-8ae4-8762d18287f4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:12.191303 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33206) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:12.238679 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89430aff-af8c-497a-a6f7-a565db38622e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:12.260685 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89430aff-af8c-497a-a6f7-a565db38622e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:12.342262 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83dfa4-93a0-4f5d-a6b2-a2c75fb61d1b req-bd458485-ef8c-4ee2-98e5-b28423e6d13e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:12.343773 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6b83dfa4-93a0-4f5d-a6b2-a2c75fb61d1b req-bd458485-ef8c-4ee2-98e5-b28423e6d13e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0570257 Dec 18 03:16:12.344783 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89430aff-af8c-497a-a6f7-a565db38622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:12.347478 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89430aff-af8c-497a-a6f7-a565db38622e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:12.350933 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-89430aff-af8c-497a-a6f7-a565db38622e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/042f1dc4-08e7-4d4d-8ae4-8762d18287f4 HTTP/1.1" status: 204 len: 168 time: 0.1561522 Dec 18 03:16:12.366590 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89430aff-af8c-497a-a6f7-a565db38622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042f1dc4-08e7-4d4d-8ae4-8762d18287f4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:12.412894 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6b83dfa4-93a0-4f5d-a6b2-a2c75fb61d1b req-dd1e20e6-ffd5-48ca-a48f-7949eac74b97 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Dec 18 03:16:15.635781 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d1eb9-ecf0-4d90-b386-24364e1c8704 req-8b8af90d-87e6-42c1-b2dd-fd159cb3e64e tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:15.637938 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5c8d1eb9-ecf0-4d90-b386-24364e1c8704 req-8b8af90d-87e6-42c1-b2dd-fd159cb3e64e tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 945 time: 0.0528848 Dec 18 03:16:15.686810 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5c8d1eb9-ecf0-4d90-b386-24364e1c8704 req-384b87e1-b994-46cb-ae3a-bf437c1872a0 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Dec 18 03:16:16.811134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc3e22-12b8-49d3-bfa0-da77f93b3c03 req-2c87680f-f05f-412c-980e-94a0f682dadd tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:16.812535 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-00bc3e22-12b8-49d3-bfa0-da77f93b3c03 req-2c87680f-f05f-412c-980e-94a0f682dadd tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 945 time: 0.0526807 Dec 18 03:16:16.859388 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-00bc3e22-12b8-49d3-bfa0-da77f93b3c03 req-9eaf8a6e-bcb8-411c-b2a0-4e8774e72a36 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Dec 18 03:16:17.332367 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5059db-cf6b-4289-adee-ba44595d96b9 req-ceb099fc-99bd-4d37-834d-38af4ff59293 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:17.333837 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bf5059db-cf6b-4289-adee-ba44595d96b9 req-ceb099fc-99bd-4d37-834d-38af4ff59293 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Dec 18 03:16:17.386297 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bf5059db-cf6b-4289-adee-ba44595d96b9 req-93e62086-adbf-40ba-9582-cb82bfe56e65 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464075 Dec 18 03:16:17.837983 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-32da3dfa-2d1b-4d02-bc44-ddd5f99dbdd1 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:17.839419 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-32da3dfa-2d1b-4d02-bc44-ddd5f99dbdd1 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 945 time: 0.0481861 Dec 18 03:16:17.929372 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Deleting port a25da932-c153-48ba-b3f3-47beba28720b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:16:17.929737 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:17.977129 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c57b0f-826e-4eb4-9a60-3ea2bb16864a req-b5d8980c-d597-4f61-9fb8-b2cc188751d7 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:17.978570 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-87c57b0f-826e-4eb4-9a60-3ea2bb16864a req-b5d8980c-d597-4f61-9fb8-b2cc188751d7 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/ports?device_id=99b5018f-4714-4b42-b899-c27732d501ed HTTP/1.1" status: 200 len: 945 time: 0.0509288 Dec 18 03:16:18.024812 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] For port a25da932-c153-48ba-b3f3-47beba28720b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a25da932-c153-48ba-b3f3-47beba28720b,segment=NetworkSegment(e7c095a6-9335-412f-a39f-f9b967a650a0),segment_id=e7c095a6-9335-412f-a39f-f9b967a650a0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:18.025181 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:18.025584 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-87c57b0f-826e-4eb4-9a60-3ea2bb16864a req-963069aa-85b1-4888-b7c3-25f78530173b tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.24 "GET /v2.0/security-groups?id=5745bf5f-f917-4ac8-88d4-132a53d14870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Dec 18 03:16:18.041091 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Calling delete_port for a25da932-c153-48ba-b3f3-47beba28720b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:16:18.171294 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:18.199089 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Pushing event deleted for resources: {'Port': ['ID=a25da932-c153-48ba-b3f3-47beba28720b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:18.218626 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['a25da932-c153-48ba-b3f3-47beba28720b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:16:18.240215 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] No DVR routers for this DVR port a25da932-c153-48ba-b3f3-47beba28720b on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:16:18.243162 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:18.247249 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a2828519-b8f5-44e9-aeca-b7b637edb09f req-101ade3d-50a3-4b42-8eee-0fe3c92648c8 tempest-VolumesSnapshotTestJSON-1980489681 tempest-VolumesSnapshotTestJSON-1980489681-project] 10.222.0.16 "DELETE /v2.0/ports/a25da932-c153-48ba-b3f3-47beba28720b HTTP/1.1" status: 204 len: 173 time: 0.4002194 Dec 18 03:16:18.247692 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5018f-4714-4b42-b899-c27732d501ed', 'name': 'network-vif-deleted', 'tag': 'a25da932-c153-48ba-b3f3-47beba28720b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:16:18.249963 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717b115e-db41-4aae-a765-ae753b06edd4" -d '{"events": [{"server_uuid": "99b5018f-4714-4b42-b899-c27732d501ed", "name": "network-vif-deleted", "tag": "a25da932-c153-48ba-b3f3-47beba28720b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:16:18.287781 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd1f4d0-7225-4ff4-b3f5-00be58e6fe11 x-openstack-request-id: req-fcd1f4d0-7225-4ff4-b3f5-00be58e6fe11 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:16:18.288139 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5018f-4714-4b42-b899-c27732d501ed", "name": "network-vif-deleted", "tag": "a25da932-c153-48ba-b3f3-47beba28720b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:16:18.288450 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcd1f4d0-7225-4ff4-b3f5-00be58e6fe11 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:16:18.288981 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5018f-4714-4b42-b899-c27732d501ed', 'name': 'network-vif-deleted', 'tag': 'a25da932-c153-48ba-b3f3-47beba28720b', 'status': 'completed', 'code': 200} Dec 18 03:16:18.509189 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549d56c-3c96-4d83-ae5d-ca2f95ca516b req-96519843-e8a4-45e6-826a-441cfafb6887 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:18.510583 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4549d56c-3c96-4d83-ae5d-ca2f95ca516b req-96519843-e8a4-45e6-826a-441cfafb6887 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0492659 Dec 18 03:16:18.562820 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4549d56c-3c96-4d83-ae5d-ca2f95ca516b req-37c5858c-7ce0-4cf5-a465-2ae97f1c95f4 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Dec 18 03:16:19.677414 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c080-0f77-4a7d-8087-3279b237b279 req-22b0168d-5c0f-49b7-8ed6-2f28ba8e8f05 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:19.678982 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0830c080-0f77-4a7d-8087-3279b237b279 req-22b0168d-5c0f-49b7-8ed6-2f28ba8e8f05 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0500624 Dec 18 03:16:19.724579 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0830c080-0f77-4a7d-8087-3279b237b279 req-dcc6e4bb-c5b0-4162-b737-8de7f7d5425d tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Dec 18 03:16:20.494884 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-e1d978ad-784c-4776-8805-5f46d2bf2b91 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:20.496765 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-e1d978ad-784c-4776-8805-5f46d2bf2b91 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0519698 Dec 18 03:16:20.590833 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Deleting port 3ba51193-82e6-4c57-b600-96ad802c4b8f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:16:20.591162 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:20.679702 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] For port 3ba51193-82e6-4c57-b600-96ad802c4b8f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3ba51193-82e6-4c57-b600-96ad802c4b8f,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:20.679967 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:20.692228 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Calling delete_port for 3ba51193-82e6-4c57-b600-96ad802c4b8f owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:16:20.847519 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:20.881966 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5fdf-4795-4c85-b350-bd55b1e230b9 req-1a4f57ae-2100-4ea7-adee-5710d054f9dc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:20.883420 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-39bd5fdf-4795-4c85-b350-bd55b1e230b9 req-1a4f57ae-2100-4ea7-adee-5710d054f9dc tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 945 time: 0.0873630 Dec 18 03:16:20.886408 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Pushing event deleted for resources: {'Port': ['ID=3ba51193-82e6-4c57-b600-96ad802c4b8f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:20.918265 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.918731 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.919097 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.919436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.919769 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.920099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.920425 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.920751 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.921075 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.921398 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.921775 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.922101 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.922421 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:20.948792 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] No DVR routers for this DVR port 3ba51193-82e6-4c57-b600-96ad802c4b8f on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:16:20.953741 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:20.956924 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab30b484-4e5a-4b11-a1ad-16bdf94501f7 req-8adf0154-2b10-40da-aa9a-2377bdfd7574 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "DELETE /v2.0/ports/3ba51193-82e6-4c57-b600-96ad802c4b8f HTTP/1.1" status: 204 len: 173 time: 0.4535420 Dec 18 03:16:20.957357 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8102ec12-6bb2-46cd-b456-ca768186be97', 'name': 'network-vif-deleted', 'tag': '3ba51193-82e6-4c57-b600-96ad802c4b8f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:16:20.959593 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e3df4-79ae-4f05-81db-41ac17f51262" -d '{"events": [{"server_uuid": "8102ec12-6bb2-46cd-b456-ca768186be97", "name": "network-vif-deleted", "tag": "3ba51193-82e6-4c57-b600-96ad802c4b8f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:16:20.988808 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-39bd5fdf-4795-4c85-b350-bd55b1e230b9 req-75770d62-59c3-4ca1-9071-eb60c59dd974 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985787 Dec 18 03:16:21.000516 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d632a6-c824-49ee-8d0b-b4031bb8717f x-openstack-request-id: req-94d632a6-c824-49ee-8d0b-b4031bb8717f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:16:21.000817 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8102ec12-6bb2-46cd-b456-ca768186be97", "name": "network-vif-deleted", "tag": "3ba51193-82e6-4c57-b600-96ad802c4b8f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:16:21.001046 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94d632a6-c824-49ee-8d0b-b4031bb8717f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:16:21.001448 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8102ec12-6bb2-46cd-b456-ca768186be97', 'name': 'network-vif-deleted', 'tag': '3ba51193-82e6-4c57-b600-96ad802c4b8f', 'status': 'completed', 'code': 200} Dec 18 03:16:22.085123 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f82b982a-0fe0-4d76-adf2-84413a760ef0 req-8c911901-5c3f-4af7-9346-8b113801d7ae tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 210 time: 0.0264452 Dec 18 03:16:23.182642 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8c760f75-530b-4782-bc74-bf1f8832d314 req-99708b6a-3456-4232-8754-436a029ce4fb tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 210 time: 0.0281296 Dec 18 03:16:23.844325 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['3ba51193-82e6-4c57-b600-96ad802c4b8f', '86a51a4c-eba1-4460-a8c6-1adb483f5473'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:16:23.894435 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a25da932-c153-48ba-b3f3-47beba28720b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:16:23.921110 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:23.922333 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: a25da932-c153-48ba-b3f3-47beba28720b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:16:23.922675 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device a25da932-c153-48ba-b3f3-47beba28720b not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:16:24.002110 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-8c8b9459-e84c-4ce2-b3e8-7eb719c2c6ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439951 Dec 18 03:16:24.099420 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-309ee80f-e508-4ab1-b0d2-28337c6bf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:24.100887 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-309ee80f-e508-4ab1-b0d2-28337c6bf7c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=502652af86344b828a769149c2964636&device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 1098 time: 0.0403740 Dec 18 03:16:24.207936 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-36de226d-c0e1-4e9d-b736-8bd7430781a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:24.209549 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-36de226d-c0e1-4e9d-b736-8bd7430781a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 200 len: 919 time: 0.0856931 Dec 18 03:16:24.252563 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-d778e3aa-1b9d-4540-b274-8cdb0956040e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 200 len: 217 time: 0.0351348 Dec 18 03:16:24.294980 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a6a94bcc-0354-461e-82f8-55cfc5050470 req-1c7cc206-96f3-41fa-8e91-434010253312 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8102ec12-6bb2-46cd-b456-ca768186be97 HTTP/1.1" status: 200 len: 210 time: 0.0277557 Dec 18 03:16:24.306496 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-1e654051-fba9-4cbc-a3be-71b44e41569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:24.308832 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-1e654051-fba9-4cbc-a3be-71b44e41569d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 200 len: 858 time: 0.0437841 Dec 18 03:16:24.340879 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-c197fd9c-0e98-4821-8d8a-011230b4fe59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b9d0cf-2f4c-4312-853d-a35b9e139535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250437 Dec 18 03:16:24.439663 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-0cfe2ab4-3c1d-4cfd-aa18-47dc6ddb7e00 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886137 Dec 18 03:16:24.535320 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2dcca0b-3011-479d-9cc6-8a8e680a00b8 req-28f2ed6d-6d3a-4622-aa00-2d8d50a622a0 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850627 Dec 18 03:16:25.563416 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4170-4864-4ab7-99ee-a9a86311292d req-03396be4-f41a-40d2-a5e3-c836a72daa66 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:25.564874 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-625f4170-4864-4ab7-99ee-a9a86311292d req-03396be4-f41a-40d2-a5e3-c836a72daa66 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0542428 Dec 18 03:16:25.617798 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-625f4170-4864-4ab7-99ee-a9a86311292d req-64f2c1de-8e15-422f-bd78-ebd34a887561 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 Dec 18 03:16:26.732408 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccd752-cfcd-4052-8b43-f29209021119 req-ae2ab4ed-415a-4fe9-b83d-3afb24837131 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:26.733809 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2dccd752-cfcd-4052-8b43-f29209021119 req-ae2ab4ed-415a-4fe9-b83d-3afb24837131 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0470209 Dec 18 03:16:26.777799 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2dccd752-cfcd-4052-8b43-f29209021119 req-ff89383c-c4bd-44a3-852a-6c92f3144e67 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Dec 18 03:16:27.241351 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1276b5-9e09-4290-9caf-7064940a2c8e req-19ba7558-25c0-45c5-8c7e-93c9f0a717f2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:27.242829 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ff1276b5-9e09-4290-9caf-7064940a2c8e req-19ba7558-25c0-45c5-8c7e-93c9f0a717f2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0542712 Dec 18 03:16:27.300112 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ff1276b5-9e09-4290-9caf-7064940a2c8e req-4e5f8ca7-4b20-4942-a963-9a3e85ad91f0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 Dec 18 03:16:27.867289 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3ba51193-82e6-4c57-b600-96ad802c4b8f no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:16:27.888393 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 3ba51193-82e6-4c57-b600-96ad802c4b8f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:16:27.888740 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3ba51193-82e6-4c57-b600-96ad802c4b8f not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:16:27.902951 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1194422-9e57-4953-84fd-fad5e0c7e3de req-ab1b5e9f-85d0-4bc7-b267-32963fc367c9 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:27.904429 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a1194422-9e57-4953-84fd-fad5e0c7e3de req-ab1b5e9f-85d0-4bc7-b267-32963fc367c9 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0557876 Dec 18 03:16:27.949960 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a1194422-9e57-4953-84fd-fad5e0c7e3de req-75f96f4f-95fb-4a1e-bfaa-b6b5989e1217 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Dec 18 03:16:28.422327 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4497b-51a2-4162-8097-1c6a55e283e7 req-6dc31746-c7d8-4531-bba5-6a02f8a4698a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:28.423733 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-02f4497b-51a2-4162-8097-1c6a55e283e7 req-6dc31746-c7d8-4531-bba5-6a02f8a4698a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0496581 Dec 18 03:16:28.469896 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-02f4497b-51a2-4162-8097-1c6a55e283e7 req-0f41dc81-e1db-4407-b7d1-1140a91301b5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401292 Dec 18 03:16:29.066166 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535b64a-f023-49aa-bf40-56bf8bc02bd1 req-a3dde796-1b6a-48c7-820c-b6123796507e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:29.067624 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e535b64a-f023-49aa-bf40-56bf8bc02bd1 req-a3dde796-1b6a-48c7-820c-b6123796507e tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0486217 Dec 18 03:16:29.113373 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e535b64a-f023-49aa-bf40-56bf8bc02bd1 req-824758bf-f164-4d43-895b-9418e9eca08a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Dec 18 03:16:29.588883 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc4c10-e059-4ed7-a94a-457f5a39a6ad req-b0ed0fe6-d26b-48ea-a3b4-09e9605626da tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:29.590926 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2bdc4c10-e059-4ed7-a94a-457f5a39a6ad req-b0ed0fe6-d26b-48ea-a3b4-09e9605626da tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0475988 Dec 18 03:16:29.639311 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2bdc4c10-e059-4ed7-a94a-457f5a39a6ad req-5aa1cbaa-e498-47ae-bb7a-8e961655d410 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Dec 18 03:16:30.225645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f87c-b343-4c98-a252-8ef6fd77088b req-f377cb57-7811-4b30-81b4-93cb0bb0c08a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:30.227051 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d69f87c-b343-4c98-a252-8ef6fd77088b req-f377cb57-7811-4b30-81b4-93cb0bb0c08a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0465181 Dec 18 03:16:30.276390 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d69f87c-b343-4c98-a252-8ef6fd77088b req-90c273b9-c2a3-4d7c-ad3c-ddfd7fa0b43a tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Dec 18 03:16:30.756282 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791c6e0-f06a-4deb-9c53-88573da4ce25 req-d00a6f05-9456-416b-91fc-bc0c66676a7f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:30.757747 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0791c6e0-f06a-4deb-9c53-88573da4ce25 req-d00a6f05-9456-416b-91fc-bc0c66676a7f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0472455 Dec 18 03:16:30.803844 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0791c6e0-f06a-4deb-9c53-88573da4ce25 req-2eb4a7fc-c17e-463b-8180-6867a7bba5db tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 Dec 18 03:16:31.388505 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196aa2e-8034-409d-8da1-1fc5b02386dd req-db550c30-7604-4790-9aa2-b48e710d5928 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:31.389968 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8196aa2e-8034-409d-8da1-1fc5b02386dd req-db550c30-7604-4790-9aa2-b48e710d5928 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0475607 Dec 18 03:16:31.441212 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8196aa2e-8034-409d-8da1-1fc5b02386dd req-21814ca4-e27d-445c-a763-2fc0c33598b5 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Dec 18 03:16:31.497782 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbb24-80aa-40b9-b7e3-15d7b9990208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:31.921901 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e6b84-9069-467e-a890-33c181af4bfe req-7cc02e85-d78e-4f94-84bb-7d8351f55552 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:31.923338 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c8e6b84-9069-467e-a890-33c181af4bfe req-7cc02e85-d78e-4f94-84bb-7d8351f55552 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0474460 Dec 18 03:16:31.968796 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1c8e6b84-9069-467e-a890-33c181af4bfe req-54fc1fcf-4d83-44a3-bc01-47fc29597106 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Dec 18 03:16:32.502729 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-7c59bbae-e92d-46b1-8a18-49822f216bf5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:32.504199 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-7c59bbae-e92d-46b1-8a18-49822f216bf5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.0494089 Dec 18 03:16:32.611099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3fe19-493c-46f8-bbe8-b2fefca33103 req-04265d7e-c47f-4568-87b8-84a7d6db4b56 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:32.612465 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3e3fe19-493c-46f8-bbe8-b2fefca33103 req-04265d7e-c47f-4568-87b8-84a7d6db4b56 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.1037121 Dec 18 03:16:32.660801 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Deleting port b9de074c-64ba-4630-b439-f53e09e04d4b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:16:32.661129 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:32.684683 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3e3fe19-493c-46f8-bbe8-b2fefca33103 req-b7eb8eee-5750-4003-a6e6-7f7335385585 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/security-groups?id=090807ef-c88e-4ac5-9727-72a2a50513bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663688 Dec 18 03:16:32.756292 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-a1820d12-4848-4fec-b8c6-5cbe2d782069 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:32.757754 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-a1820d12-4848-4fec-b8c6-5cbe2d782069 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 945 time: 0.0563540 Dec 18 03:16:32.763527 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] For port b9de074c-64ba-4630-b439-f53e09e04d4b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b9de074c-64ba-4630-b439-f53e09e04d4b,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:32.763896 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:32.848769 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Deleting port 86a51a4c-eba1-4460-a8c6-1adb483f5473 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:16:32.849104 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:32.950879 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] For port 86a51a4c-eba1-4460-a8c6-1adb483f5473, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86a51a4c-eba1-4460-a8c6-1adb483f5473,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:32.951620 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:32.969806 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Calling delete_port for 86a51a4c-eba1-4460-a8c6-1adb483f5473 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:16:33.156843 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef2d41-516c-41ee-80c3-6ffa2e133b5d req-50e0b278-f5df-466a-a8ef-82eb3f5a0af4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:33.158383 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fcef2d41-516c-41ee-80c3-6ffa2e133b5d req-50e0b278-f5df-466a-a8ef-82eb3f5a0af4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 946 time: 0.1053982 Dec 18 03:16:33.211816 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:33.238193 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fcef2d41-516c-41ee-80c3-6ffa2e133b5d req-da3f01f1-ecfc-4b68-b05f-ee94e0db2c03 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723932 Dec 18 03:16:33.252034 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86a51a4c-eba1-4460-a8c6-1adb483f5473'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:16:33.257397 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Pushing event deleted for resources: {'Port': ['ID=86a51a4c-eba1-4460-a8c6-1adb483f5473,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:33.269654 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.269654 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.269948 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.270046 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.270622 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.270751 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.271011 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.271331 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.271659 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.271978 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.272303 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.272622 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.272934 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:33.313769 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] No DVR routers for this DVR port 86a51a4c-eba1-4460-a8c6-1adb483f5473 on host hv-cinder-81803 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:16:33.316649 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:33.320188 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6945949c-ccbc-4183-bbc0-60dfa869f931 req-afdd7ff5-9175-46b5-896d-b765a5811f74 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.16 "DELETE /v2.0/ports/86a51a4c-eba1-4460-a8c6-1adb483f5473 HTTP/1.1" status: 204 len: 173 time: 0.5560355 Dec 18 03:16:33.320647 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'name': 'network-vif-deleted', 'tag': '86a51a4c-eba1-4460-a8c6-1adb483f5473'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:16:33.323489 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32238e32-d4ca-4333-beac-a0685c36a51d" -d '{"events": [{"server_uuid": "d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a", "name": "network-vif-deleted", "tag": "86a51a4c-eba1-4460-a8c6-1adb483f5473"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:16:33.361509 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:33.361695 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fdcffc-521d-4227-8e56-f4cbeb314177 x-openstack-request-id: req-77fdcffc-521d-4227-8e56-f4cbeb314177 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:16:33.361823 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:33.361974 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a", "name": "network-vif-deleted", "tag": "86a51a4c-eba1-4460-a8c6-1adb483f5473", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:16:33.362213 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Floating IP 8302db0c-21a0-419d-ad84-1c8ebd904251 disassociated. External IP: 172.27.2.100, port: b9de074c-64ba-4630-b439-f53e09e04d4b. Dec 18 03:16:33.362335 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77fdcffc-521d-4227-8e56-f4cbeb314177 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:16:33.362513 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Calling delete_port for b9de074c-64ba-4630-b439-f53e09e04d4b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:16:33.362650 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a', 'name': 'network-vif-deleted', 'tag': '86a51a4c-eba1-4460-a8c6-1adb483f5473', 'status': 'completed', 'code': 200} Dec 18 03:16:33.500952 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:33.528243 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event deleted for resources: {'Port': ['ID=b9de074c-64ba-4630-b439-f53e09e04d4b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:33.638109 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:16:33.746903 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:16:33.765916 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] Sync routers for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:16:33.775427 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:16:33.776343 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:16:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:33.797465 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] No DVR routers for this DVR port b9de074c-64ba-4630-b439-f53e09e04d4b on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:16:33.800011 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:33.803348 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-631ba373-fbdc-4c3d-bd24-406e39d15e22 req-8260c972-bbe3-425c-a0df-7e96f83b90df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "DELETE /v2.0/ports/b9de074c-64ba-4630-b439-f53e09e04d4b HTTP/1.1" status: 204 len: 173 time: 1.2854195 Dec 18 03:16:33.803811 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-deleted', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:16:33.806065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c4515-bdae-48e7-a536-2e7f31d2e05c" -d '{"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-deleted", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:16:33.837128 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-80571e5f-866c-43fc-b907-d9e983e8e36f req-9f461ccd-5cd9-4a23-9167-1ac4183735e6 tempest-ServerRescueNegativeTestJSON-1677294265 tempest-ServerRescueNegativeTestJSON-1677294265-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5acfa-dfa7-4cf0-a48a-f6b6f59a929a HTTP/1.1" status: 200 len: 210 time: 0.0646787 Dec 18 03:16:33.867560 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91d7fe8-d03a-4b6b-985d-be6846492f35 x-openstack-request-id: req-d91d7fe8-d03a-4b6b-985d-be6846492f35 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:16:33.868070 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa82caa-8340-4f50-9989-2ddbc243fb40", "name": "network-vif-deleted", "tag": "b9de074c-64ba-4630-b439-f53e09e04d4b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:16:33.868440 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d91d7fe8-d03a-4b6b-985d-be6846492f35 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:16:33.869084 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa82caa-8340-4f50-9989-2ddbc243fb40', 'name': 'network-vif-deleted', 'tag': 'b9de074c-64ba-4630-b439-f53e09e04d4b', 'status': 'completed', 'code': 200} Dec 18 03:16:33.883501 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:16:33.899592 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:16:33.907546 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-201da63a-b1fc-4b81-9b3b-b5ff1b82ccdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:34.108849 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:34.135877 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] Checking router: 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:16:34.144793 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:16:34.145395 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:16:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:34.255120 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:16:34.358420 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-014d745b-79f5-439e-bdca-5887f93b7201 req-dddc3898-48a7-495a-b92c-81066691ba0a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaa82caa-8340-4f50-9989-2ddbc243fb40 HTTP/1.1" status: 200 len: 210 time: 0.0335712 Dec 18 03:16:34.480675 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:34.508797 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466686e1-0e3b-4d74-b196-b184308b995b None None] The sync data for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi is: [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:16:34.738803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48df5db-1561-44f7-972d-518710077f8b None None] New status for floating IP 8302db0c-21a0-419d-ad84-1c8ebd904251: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:16:34.892009 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33550) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:34.979591 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.311532 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.467484 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33564) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:35.555071 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5228715-b1cf-4d80-abf3-9d324e33364d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.588754 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5228715-b1cf-4d80-abf3-9d324e33364d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.644276 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5228715-b1cf-4d80-abf3-9d324e33364d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.653672 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5228715-b1cf-4d80-abf3-9d324e33364d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.655061 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e5228715-b1cf-4d80-abf3-9d324e33364d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "DELETE /v2.0/security-groups/0faca6ab-90fe-4622-be1d-2e9d1fe2e96d HTTP/1.1" status: 204 len: 168 time: 0.1865005 Dec 18 03:16:35.657671 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33568) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:35.664928 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5228715-b1cf-4d80-abf3-9d324e33364d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faca6ab-90fe-4622-be1d-2e9d1fe2e96d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:35.673484 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Deleting port 303f673b-caa8-41af-9b40-16dd814e8f4d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:16:35.674013 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.689076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.api.v2.resource [None req-e40fbcd4-0adf-4136-8cbb-245ada50f655 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] show failed (client error): The resource could not be found. Dec 18 03:16:35.692946 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e40fbcd4-0adf-4136-8cbb-245ada50f655 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups/0faca6ab-90fe-4622-be1d-2e9d1fe2e96d HTTP/1.1" status: 404 len: 347 time: 0.0310442 Dec 18 03:16:35.693260 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33570) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:35.763746 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] For port 303f673b-caa8-41af-9b40-16dd814e8f4d, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=303f673b-caa8-41af-9b40-16dd814e8f4d,segment=NetworkSegment(ac20252b-37c8-4836-b383-216aabae5edd),segment_id=ac20252b-37c8-4836-b383-216aabae5edd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:35.764135 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.778974 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Calling delete_port for 303f673b-caa8-41af-9b40-16dd814e8f4d owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:16:35.826715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Deleting port 8d5c8af9-ef87-41ba-a382-53dcee5c70d8 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:16:35.827053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.908753 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.909075 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:35.920977 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Calling delete_port for 8d5c8af9-ef87-41ba-a382-53dcee5c70d8 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:16:35.961223 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.001155 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Pushing event deleted for resources: {'Port': ['ID=303f673b-caa8-41af-9b40-16dd814e8f4d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:36.070055 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.095763 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event deleted for resources: {'Port': ['ID=8d5c8af9-ef87-41ba-a382-53dcee5c70d8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:36.156820 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.157647 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.160295 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.161457 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-25c85640-190c-43c0-b928-41398a4b5891 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "DELETE /v2.0/floatingips/8302db0c-21a0-419d-ad84-1c8ebd904251 HTTP/1.1" status: 204 len: 168 time: 0.4671881 Dec 18 03:16:36.380640 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Router fa5e1da3-5067-49a4-9c23-60722414c9d7 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:16:36.447157 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33578) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:36.454100 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a1d67e64-9151-43fa-9731-d09e7baa553a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925403114', 'description': 'tempest-description--1765190641'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:16:36.455420 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.505474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1d67e64-9151-43fa-9731-d09e7baa553a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.517937 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:16:36.525332 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-21844066-a34e-4317-94d6-e649ef0c40ff admin admin] 10.222.0.24 "PUT /v2.0/routers/fa5e1da3-5067-49a4-9c23-60722414c9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6321390 Dec 18 03:16:36.531362 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] Sync routers for ids ['fa5e1da3-5067-49a4-9c23-60722414c9d7'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:16:36.540490 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33582) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:36.553867 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] Routers {'fa5e1da3-5067-49a4-9c23-60722414c9d7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:16:36.555364 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:16:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fa5e1da3-5067-49a4-9c23-60722414c9d7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:36.691746 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1d67e64-9151-43fa-9731-d09e7baa553a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.697116 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1d67e64-9151-43fa-9731-d09e7baa553a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.700295 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.764647 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] Set router fa5e1da3-5067-49a4-9c23-60722414c9d7 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:16:36.774200 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1d67e64-9151-43fa-9731-d09e7baa553a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.775405 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-a1d67e64-9151-43fa-9731-d09e7baa553a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3249700 Dec 18 03:16:36.779399 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33588) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:36.780576 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d67e64-9151-43fa-9731-d09e7baa553a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92dcce6-9813-41c6-a44d-7b46a1069901,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:36.786280 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-14993962-677b-4eb2-b495-643d279b834e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'security_group_rule': {'security_group_id': 'a92dcce6-9813-41c6-a44d-7b46a1069901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:16:36.820654 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14993962-677b-4eb2-b495-643d279b834e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.847420 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.886814 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14993962-677b-4eb2-b495-643d279b834e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.891083 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14993962-677b-4eb2-b495-643d279b834e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.911528 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993962-677b-4eb2-b495-643d279b834e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3030118-c72f-4c33-a151-5dd5d44f91cf,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:36.911742 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Deleting port 321846cc-6c86-4b2f-96dd-66718093b5c8 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:16:36.912013 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.922241 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14993962-677b-4eb2-b495-643d279b834e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.925913 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-14993962-677b-4eb2-b495-643d279b834e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417415 Dec 18 03:16:36.926209 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33590) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:36.932436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a5cafdf5-8ee0-461b-a95b-fdc1167907c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'security_group_rule': {'security_group_id': 'a92dcce6-9813-41c6-a44d-7b46a1069901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:16:36.965610 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5cafdf5-8ee0-461b-a95b-fdc1167907c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:36.976636 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:16:35Z', 'revision_number': 5, 'project_id': '502652af86344b828a769149c2964636', 'gw_port': {'id': '321846cc-6c86-4b2f-96dd-66718093b5c8', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:37.006403 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] For port 321846cc-6c86-4b2f-96dd-66718093b5c8, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=321846cc-6c86-4b2f-96dd-66718093b5c8,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:37.006783 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.008752 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] Checking router: fa5e1da3-5067-49a4-9c23-60722414c9d7 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:16:37.018910 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] Routers {'fa5e1da3-5067-49a4-9c23-60722414c9d7'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:16:37.019522 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:16:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['fa5e1da3-5067-49a4-9c23-60722414c9d7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:37.021209 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Calling delete_port for 321846cc-6c86-4b2f-96dd-66718093b5c8 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:16:37.024899 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5cafdf5-8ee0-461b-a95b-fdc1167907c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.029464 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5cafdf5-8ee0-461b-a95b-fdc1167907c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.050511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cafdf5-8ee0-461b-a95b-fdc1167907c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821520c8-1157-4b76-83fa-4e01f096e153,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:37.056504 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5cafdf5-8ee0-461b-a95b-fdc1167907c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.058544 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a5cafdf5-8ee0-461b-a95b-fdc1167907c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306930 Dec 18 03:16:37.061404 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33592) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:37.066212 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:16:37.092069 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.110038 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] Set router fa5e1da3-5067-49a4-9c23-60722414c9d7 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:16:37.165003 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:16:36Z', 'revision_number': 6, 'project_id': '502652af86344b828a769149c2964636', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:37.195472 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.195897 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb134615-76be-477e-bc3b-31f59e16fcbc None None] The sync data for ids ['fa5e1da3-5067-49a4-9c23-60722414c9d7'] in dv-cinder-818037-10-iscsi is: [{'id': 'fa5e1da3-5067-49a4-9c23-60722414c9d7', 'name': 'tempest-ServerRescueNegativeTestJSON-401370668-router', 'tenant_id': '502652af86344b828a769149c2964636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:13:25Z', 'updated_at': '2021-12-18T03:16:36Z', 'revision_number': 6, 'project_id': '502652af86344b828a769149c2964636', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:16:37.211368 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.242220 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=321846cc-6c86-4b2f-96dd-66718093b5c8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:37.302073 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.310829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Allocated IP 172.27.2.123 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/703ac20b-7a52-4aca-adef-d56aeeac9fb6) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:16:37.421779 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.457200 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.467227 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.499166 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:16:37.503776 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:16:37.507499 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:16:37.531578 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'Port': ['ID=703ac20b-7a52-4aca-adef-d56aeeac9fb6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:37.608616 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.650822 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.654805 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.674084 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.742354 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.742892 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5e1da3-5067-49a4-9c23-60722414c9d7 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:16:37.749512 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.750908 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-cbf12208-fac8-43cc-a092-7a4d1f6bbb93 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fa5e1da3-5067-49a4-9c23-60722414c9d7 HTTP/1.1" status: 204 len: 168 time: 1.2050271 Dec 18 03:16:37.753476 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33606) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:37.805468 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] Deleting subnet c2eb8f16-3a05-4753-8203-c76d112659e9 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:16:37.810210 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.850707 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13415989'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.895370 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.924464 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:16:37.949576 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: b9de074c-64ba-4630-b439-f53e09e04d4b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:16:37.950246 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device b9de074c-64ba-4630-b439-f53e09e04d4b not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:16:37.950670 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86a51a4c-eba1-4460-a8c6-1adb483f5473 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:16:37.957509 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13569505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13540702'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:37.970747 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 86a51a4c-eba1-4460-a8c6-1adb483f5473 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:16:37.971100 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86a51a4c-eba1-4460-a8c6-1adb483f5473 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:16:37.991818 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2eb8f16-3a05-4753-8203-c76d112659e9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:37.993931 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.000904 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2f3b8016-96d8-4ad8-94ed-fa59d332bf8c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c2eb8f16-3a05-4753-8203-c76d112659e9 HTTP/1.1" status: 204 len: 168 time: 0.2463624 Dec 18 03:16:38.001998 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:38.074935 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.150132 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.155942 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.159691 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.180824 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b9d0cf-2f4c-4312-853d-a35b9e139535']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:38.191199 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac20252b-37c8-4836-b383-216aabae5edd') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:38.191497 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac20252b-37c8-4836-b383-216aabae5edd') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:38.202678 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.216523 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.225288 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'Port': ['ID=703ac20b-7a52-4aca-adef-d56aeeac9fb6,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:38.227468 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:16:38.232278 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.240548 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.242237 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 321846cc-6c86-4b2f-96dd-66718093b5c8 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:16:38.247448 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:16:38.260191 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.271532 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b87321ab-b3cc-449f-a6d8-7cfd840b484d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2090008 Dec 18 03:16:38.287290 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 321846cc-6c86-4b2f-96dd-66718093b5c8 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:16:38.287637 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 321846cc-6c86-4b2f-96dd-66718093b5c8 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:16:38.288246 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 303f673b-caa8-41af-9b40-16dd814e8f4d no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:16:38.306389 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.309415 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 303f673b-caa8-41af-9b40-16dd814e8f4d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:16:38.309782 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 303f673b-caa8-41af-9b40-16dd814e8f4d not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:16:38.316830 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.322277 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] 10.222.0.24 "DELETE /v2.0/networks/b8b9d0cf-2f4c-4312-853d-a35b9e139535 HTTP/1.1" status: 204 len: 168 time: 0.3168435 Dec 18 03:16:38.332831 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72f22f-5342-402e-a6b2-74008ca7047a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b9d0cf-2f4c-4312-853d-a35b9e139535,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:38.501004 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-ded6a617-a1a6-420e-af13-fba24a494723 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1925403114&fields=id&tenant_id=9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 267 time: 0.0439434 Dec 18 03:16:38.516764 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33626) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:38.557375 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-33963c4e-0ad1-4f43-afc2-fc8a5610fdbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=502652af86344b828a769149c2964636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389082 Dec 18 03:16:38.560041 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33628) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:38.611350 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46e80568-210a-4fea-887a-fbcc4063ba28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.614518 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-551244b7-da6b-421c-a04a-a03b30f80605 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:38.615971 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-551244b7-da6b-421c-a04a-a03b30f80605 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 816 time: 0.1080432 Dec 18 03:16:38.630644 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-22fc6473-3625-4b1b-861c-912bce4fe350 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/quotas/9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 375 time: 0.0087438 Dec 18 03:16:38.632807 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46e80568-210a-4fea-887a-fbcc4063ba28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.682011 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46e80568-210a-4fea-887a-fbcc4063ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.683244 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-264e8348-e8fe-4705-b2c9-d2a6825e43c5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462954 Dec 18 03:16:38.686347 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46e80568-210a-4fea-887a-fbcc4063ba28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:38.687585 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-46e80568-210a-4fea-887a-fbcc4063ba28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/090807ef-c88e-4ac5-9727-72a2a50513bc HTTP/1.1" status: 204 len: 168 time: 0.1265931 Dec 18 03:16:38.695522 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e80568-210a-4fea-887a-fbcc4063ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090807ef-c88e-4ac5-9727-72a2a50513bc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:38.795651 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-b22bfd55-db3d-4fdd-8b10-a607529db4f1 service neutron] 10.222.0.24 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994391 Dec 18 03:16:38.907556 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-9f9b9df1-52ad-417a-9d37-f3e2072fdbb9 service neutron] 10.222.0.24 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043212 Dec 18 03:16:39.095188 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8c85dc64-8f8e-49cc-a4fd-2642a3bdddc2 req-b2dca29d-8ff2-41ab-b6b4-64bfff96102a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 210 time: 0.0338612 Dec 18 03:16:40.237569 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88efa395-d789-4fbb-ab10-31b7db1a425b req-e1800b84-5bf5-4bee-8d28-c1b4bae289dd tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 210 time: 0.0343914 Dec 18 03:16:40.259619 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-ef051604-d2fa-4a87-b9ed-f62e3f59db10 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:40.261716 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-ef051604-d2fa-4a87-b9ed-f62e3f59db10 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 816 time: 0.1856034 Dec 18 03:16:40.341921 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-ff73eca3-3859-45ff-86b3-5ac6e7856b24 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 380 time: 0.0531435 Dec 18 03:16:40.358630 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'port': {'device_id': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'admin_state_up': True, 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'security_groups': ['a92dcce6-9813-41c6-a44d-7b46a1069901']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:16:40.502325 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Made reservation on behalf of 9f27614e91de40f2ba636e557961e94f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:16:40.509928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:40.646270 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Allocated IP 172.20.0.12 (9c2dc738-d6f1-48f3-b8e0-871e485e797e/13a2a5bb-a8c9-44ea-a315-f89f2b150428/9d73aaca-823a-46a8-a166-0001e8e95857) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:16:40.781668 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:40.813482 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:40.856004 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:16:40.859033 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:16:40.862675 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:16:40.889581 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:40.917603 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:40.918407 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:40.935780 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-893ea1ee-d91d-47d9-b231-19120827176f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811729 Dec 18 03:16:41.068700 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5d5ac8cd-c36e-4405-88b9-058940573293 None None] Provisioning complete for port 9d73aaca-823a-46a8-a166-0001e8e95857 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:16:41.069284 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d5ac8cd-c36e-4405-88b9-058940573293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:41.105750 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ac8cd-c36e-4405-88b9-058940573293 None None] Port 9d73aaca-823a-46a8-a166-0001e8e95857 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:16:41.356843 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802967-4f24-40e5-9851-160cda9538d4 req-cc5c16d8-1ec1-4552-9964-233b72108abf tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:41.358246 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b0802967-4f24-40e5-9851-160cda9538d4 req-cc5c16d8-1ec1-4552-9964-233b72108abf tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 932 time: 0.0488091 Dec 18 03:16:41.405912 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b0802967-4f24-40e5-9851-160cda9538d4 req-c4e53bae-8cbb-4405-91d3-18d39507631d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Dec 18 03:16:42.526052 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2876c-b94f-40d2-ae8d-75bc7dfd73b0 req-5d841b46-3de0-4ea6-9707-711b2d550075 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:42.527537 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-22e2876c-b94f-40d2-ae8d-75bc7dfd73b0 req-5d841b46-3de0-4ea6-9707-711b2d550075 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 932 time: 0.0498714 Dec 18 03:16:42.575138 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-22e2876c-b94f-40d2-ae8d-75bc7dfd73b0 req-0c11c82f-4f01-46fb-8846-e05dd88ecdf0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Dec 18 03:16:43.475068 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Request body: {'port': {'device_id': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:16:43.525581 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:43.698339 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921912a-82b8-4434-aede-255f4c7ff3fc req-b4c6e6eb-b43c-4516-ab89-0b2d22c7418b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:43.699847 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9921912a-82b8-4434-aede-255f4c7ff3fc req-b4c6e6eb-b43c-4516-ab89-0b2d22c7418b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 932 time: 0.0540621 Dec 18 03:16:43.748775 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9921912a-82b8-4434-aede-255f4c7ff3fc req-200f7d7f-cb78-4eb9-ac6a-d07fd051a7d3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Dec 18 03:16:43.791158 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d73aaca-823a-46a8-a166-0001e8e95857 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:16:43.798341 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:43.809865 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Transition to ACTIVE for port object 9d73aaca-823a-46a8-a166-0001e8e95857 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:16:43.813140 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:43.862900 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:43.931520 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Attempting to bind port 9d73aaca-823a-46a8-a166-0001e8e95857 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:16:43.931853 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Attempting to bind port 9d73aaca-823a-46a8-a166-0001e8e95857 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:16:43.932232 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Attempting to bind port 9d73aaca-823a-46a8-a166-0001e8e95857 on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:16:43.937134 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Port 9d73aaca-823a-46a8-a166-0001e8e95857 on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:16:43.937652 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Attempting to bind port 9d73aaca-823a-46a8-a166-0001e8e95857 on network 9c2dc738-d6f1-48f3-b8e0-871e485e797e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:16:43.943209 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:16:43.943540 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Checking segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:16:43.943919 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Bound using segment: {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:16:43.944347 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Bound port: 9d73aaca-823a-46a8-a166-0001e8e95857, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caefcaf-fec4-42c1-94fb-43e5244b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:16:43.944696 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.017743 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:16:44.020750 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:16:44.024999 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.074690 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:44.078184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.079794 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-47452df7-252e-40b4-a1b6-56003537196a service neutron] 10.222.0.16 "PUT /v2.0/ports/9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 200 len: 1094 time: 0.6089919 Dec 18 03:16:44.080392 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:16:44.082851 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc764bd-b64c-4888-a127-1821d14eb3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:16:44.113890 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47452df7-252e-40b4-a1b6-56003537196a service neutron] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:44.136689 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dcd504-34b6-4af5-8786-a1e8e6fc040d x-openstack-request-id: req-d6dcd504-34b6-4af5-8786-a1e8e6fc040d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:16:44.137135 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:16:44.137492 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6dcd504-34b6-4af5-8786-a1e8e6fc040d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:16:44.138152 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857', 'status': 'completed', 'code': 200} Dec 18 03:16:44.212474 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-582ac31e-0f48-4278-937e-9da47b29795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:44.215304 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-582ac31e-0f48-4278-937e-9da47b29795c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1097 time: 0.0523596 Dec 18 03:16:44.272432 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-97a46b37-a501-41c0-ad42-c2a55ddb1156 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 200 len: 217 time: 0.0410614 Dec 18 03:16:44.328191 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-ce2e7d50-6d46-4d28-b151-ed3996a6626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:44.329566 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-ce2e7d50-6d46-4d28-b151-ed3996a6626d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0428569 Dec 18 03:16:44.377305 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-18e0ceda-c2d9-4b55-a51e-40fb3185448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:44.379051 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-18e0ceda-c2d9-4b55-a51e-40fb3185448b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408740 Dec 18 03:16:44.426562 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33788) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:44.470148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] Deleting subnet e0aca8fc-648d-419e-ad45-95eef85bbba6 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:16:44.470836 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-0c0f18e3-0fd2-48c9-9ce9-11a643dae824 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Dec 18 03:16:44.473205 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.508693 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13415989'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.549900 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.568393 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64a4987b-9202-4977-a6c7-4d853af5bfea req-0b229c20-3e4d-4f33-bd04-904f1c6555f6 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808339 Dec 18 03:16:44.599154 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13569505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13540702'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.624396 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0aca8fc-648d-419e-ad45-95eef85bbba6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:44.627975 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.631091 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2432f520-a39b-4fa9-9499-921fa6e38283 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0aca8fc-648d-419e-ad45-95eef85bbba6 HTTP/1.1" status: 204 len: 168 time: 0.2034976 Dec 18 03:16:44.633502 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33790) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:44.698709 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.779949 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.802212 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae16f07-c695-4581-a1d1-000cf62d9722']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:44.812546 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c095a6-9335-412f-a39f-f9b967a650a0') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:44.812839 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c095a6-9335-412f-a39f-f9b967a650a0') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:44.825017 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.840724 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.848870 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:16:44.849345 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:16:44.851065 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:16:44.934290 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.938647 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:44.941886 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8ae16f07-c695-4581-a1d1-000cf62d9722 HTTP/1.1" status: 204 len: 168 time: 0.3074481 Dec 18 03:16:44.964708 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49d02-9b16-456d-93fe-d1a1cc6aebc5 req-0637060e-2b00-401d-b616-3b2868248c78 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:44.966204 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-46e49d02-9b16-456d-93fe-d1a1cc6aebc5 req-0637060e-2b00-401d-b616-3b2868248c78 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.1143053 Dec 18 03:16:44.966936 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991535c5-43a8-4378-8001-07415c35a9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae16f07-c695-4581-a1d1-000cf62d9722,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:45.019253 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-46e49d02-9b16-456d-93fe-d1a1cc6aebc5 req-7902a587-0091-42ae-895f-9cb89bcdec9b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Dec 18 03:16:45.107641 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33802) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:45.150946 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-05c5af07-75d2-4e7a-be4e-340da8b7ac1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2332e8c0e55443e4850ccea9e08376d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418065 Dec 18 03:16:45.153536 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33804) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:45.199938 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be8bd76e-bf67-4506-bf13-2941fc122178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:45.219695 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be8bd76e-bf67-4506-bf13-2941fc122178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:45.269179 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be8bd76e-bf67-4506-bf13-2941fc122178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:45.271747 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be8bd76e-bf67-4506-bf13-2941fc122178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:45.272910 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-be8bd76e-bf67-4506-bf13-2941fc122178 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5745bf5f-f917-4ac8-88d4-132a53d14870 HTTP/1.1" status: 204 len: 168 time: 0.1183994 Dec 18 03:16:45.280824 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bd76e-bf67-4506-bf13-2941fc122178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5745bf5f-f917-4ac8-88d4-132a53d14870,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:46.142614 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8232c-21f0-410b-812c-bf2f1d618617 req-d6f918f2-0e00-42b2-9a43-1a504ade3801 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:46.144110 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-45c8232c-21f0-410b-812c-bf2f1d618617 req-d6f918f2-0e00-42b2-9a43-1a504ade3801 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0485575 Dec 18 03:16:46.192367 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-45c8232c-21f0-410b-812c-bf2f1d618617 req-1a73315f-34bc-4052-af6f-08e4b839f181 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Dec 18 03:16:47.316390 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795499b-c7ff-40d4-8d8b-db1298985a09 req-9ab8df25-d406-491b-9019-bdf1fccda98f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:47.316390 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9795499b-c7ff-40d4-8d8b-db1298985a09 req-9ab8df25-d406-491b-9019-bdf1fccda98f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0505893 Dec 18 03:16:47.371822 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9795499b-c7ff-40d4-8d8b-db1298985a09 req-b9d9cf45-2709-4d3f-b376-9f63aed9d2ed tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498188 Dec 18 03:16:47.377251 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-9af5d8f1-4fde-49e3-b57b-1f5b0fda0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:47.378755 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-9af5d8f1-4fde-49e3-b57b-1f5b0fda0313 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1097 time: 0.0468125 Dec 18 03:16:47.473007 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-f3e000cd-6da1-4845-b58f-b9792855696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:47.474638 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-f3e000cd-6da1-4845-b58f-b9792855696b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.0870209 Dec 18 03:16:47.520926 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-a7e8c819-9da6-475b-81dd-cd0ee7a1a68a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 200 len: 217 time: 0.0382690 Dec 18 03:16:47.571390 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-52d1b476-0e3b-4a69-aff6-cbabeda5e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:47.572863 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-52d1b476-0e3b-4a69-aff6-cbabeda5e8c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0435805 Dec 18 03:16:47.619638 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-45505750-54be-495f-8e0a-d8b3436bb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:47.621752 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-45505750-54be-495f-8e0a-d8b3436bb8c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401902 Dec 18 03:16:47.710425 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-18640f8c-4aec-4d51-b556-ae0dc7757de8 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809920 Dec 18 03:16:47.799081 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5cc764bd-b64c-4888-a127-1821d14eb3d1 req-38f56ea6-fee9-469a-ad88-25b5249e9f0f service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808103 Dec 18 03:16:48.510258 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fae4e5-3d72-4491-83ab-406a990be2bc req-54729da8-e9dc-4a8f-a4fd-535bffdc0869 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:48.518188 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a3fae4e5-3d72-4491-83ab-406a990be2bc req-54729da8-e9dc-4a8f-a4fd-535bffdc0869 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0609503 Dec 18 03:16:48.573895 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a3fae4e5-3d72-4491-83ab-406a990be2bc req-5b98d657-65fc-49ef-8465-56547489c9fe tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540137 Dec 18 03:16:49.685371 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4e625-0744-4f1a-b3f5-d145838cf7e5 req-508ede72-f328-4826-b257-e2fbdb118c71 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:49.686737 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ab4e625-0744-4f1a-b3f5-d145838cf7e5 req-508ede72-f328-4826-b257-e2fbdb118c71 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0465024 Dec 18 03:16:49.733712 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3ab4e625-0744-4f1a-b3f5-d145838cf7e5 req-c6fb0054-48e2-4e4b-8a2c-0a287d3f12f3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Dec 18 03:16:50.726834 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:16:50.825828 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:50.837134 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '9d73aaca-823a-46a8-a166-0001e8e95857', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'port_id': '9d73aaca-823a-46a8-a166-0001e8e95857', 'mac_address': 'fa:16:3e:80:7a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:16:50.854421 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cd154-519a-47fb-bc37-0247f7dd4a9b req-48dcb095-a7c0-423c-bc78-001fc45ab233 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:50.856141 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e19cd154-519a-47fb-bc37-0247f7dd4a9b req-48dcb095-a7c0-423c-bc78-001fc45ab233 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0523515 Dec 18 03:16:50.874301 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:50.887545 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d73aaca-823a-46a8-a166-0001e8e95857 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:16:50.902443 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e19cd154-519a-47fb-bc37-0247f7dd4a9b req-e7689a45-aea7-4749-b593-850df700dbba tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Dec 18 03:16:50.906680 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:50.910439 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:50.960546 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:50.967453 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.967799 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.968140 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.968474 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.968803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.969133 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.969457 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.969833 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.970158 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.970480 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.970800 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.971116 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:50.971431 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:16:52.011522 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['9d73aaca-823a-46a8-a166-0001e8e95857'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:16:52.024590 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3567-ead2-4269-b4b2-d1856d26bc51 req-68d154d6-7cf5-4e1f-b5a7-b357976880a9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:52.026116 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-932a3567-ead2-4269-b4b2-d1856d26bc51 req-68d154d6-7cf5-4e1f-b5a7-b357976880a9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 945 time: 0.0502110 Dec 18 03:16:52.074137 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-932a3567-ead2-4269-b4b2-d1856d26bc51 req-1abdf89d-4a58-4d82-86fe-6ab9d7fddb3e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Dec 18 03:16:53.192266 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d7d85-20aa-4b38-a757-79e993b934bc req-f109424f-5852-408c-b9ee-a9ae7fca84ce tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:53.193767 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-557d7d85-20aa-4b38-a757-79e993b934bc req-f109424f-5852-408c-b9ee-a9ae7fca84ce tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Dec 18 03:16:53.241694 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-557d7d85-20aa-4b38-a757-79e993b934bc req-df68384b-b5a2-4cd5-a4ac-965890ec6793 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Dec 18 03:16:53.715176 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 33956) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:53.818171 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33513bc6-b2ca-4bf4-9250-960a11829c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:53.897085 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33513bc6-b2ca-4bf4-9250-960a11829c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:53.901341 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33513bc6-b2ca-4bf4-9250-960a11829c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:53.938099 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-33513bc6-b2ca-4bf4-9250-960a11829c00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afdb78d774e84728b047ef6b0e39a32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218547 Dec 18 03:16:53.938886 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33513bc6-b2ca-4bf4-9250-960a11829c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12831f8e-5237-4252-857b-8e70d23ea7ed,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:53.940700 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 33962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:53.987211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06a03122-2167-4f55-ba7a-47809d521176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:54.009959 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06a03122-2167-4f55-ba7a-47809d521176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:54.053359 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06a03122-2167-4f55-ba7a-47809d521176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:54.055829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06a03122-2167-4f55-ba7a-47809d521176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:54.056927 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-06a03122-2167-4f55-ba7a-47809d521176 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12831f8e-5237-4252-857b-8e70d23ea7ed HTTP/1.1" status: 204 len: 168 time: 0.1151543 Dec 18 03:16:54.065203 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a03122-2167-4f55-ba7a-47809d521176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12831f8e-5237-4252-857b-8e70d23ea7ed,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:54.361042 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10d28c-bfc8-48d1-b58f-f273d4e6e355 req-2162158f-3450-48b9-b739-a69518b8348a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:54.362507 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4f10d28c-bfc8-48d1-b58f-f273d4e6e355 req-2162158f-3450-48b9-b739-a69518b8348a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Dec 18 03:16:54.409214 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4f10d28c-bfc8-48d1-b58f-f273d4e6e355 req-068483cf-e373-40dc-bf08-c78dca292338 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Dec 18 03:16:54.805842 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:16:54.847095 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:54.861460 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 9d73aaca-823a-46a8-a166-0001e8e95857 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:16:54.865531 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 9d73aaca-823a-46a8-a166-0001e8e95857 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:16:54.865924 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:54.943030 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:54.965531 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:16:54.967742 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd21aea4-70c7-4915-a5ec-f6f1bb598575" -d '{"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-plugged", "status": "completed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:16:54.984219 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:16:54.988376 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:55.131081 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b715bc-afc9-439a-a8b0-12bbc7eb13de x-openstack-request-id: req-48b715bc-afc9-439a-a8b0-12bbc7eb13de {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:16:55.131361 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-plugged", "status": "completed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:16:55.131606 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48b715bc-afc9-439a-a8b0-12bbc7eb13de {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:16:55.131982 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857', 'code': 200} Dec 18 03:16:55.154799 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:16:55.524327 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0a347-674f-4295-bea8-65642f3e7028 req-0446f32f-6330-4188-b81f-de4e342c1f4a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:55.526453 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d8d0a347-674f-4295-bea8-65642f3e7028 req-0446f32f-6330-4188-b81f-de4e342c1f4a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0473926 Dec 18 03:16:55.575593 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d8d0a347-674f-4295-bea8-65642f3e7028 req-1f9bb9e1-4075-4a64-8609-a48e623b9f21 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Dec 18 03:16:55.968833 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912785-0daf-46de-a724-1a9d666b97df req-a81be1e7-99c4-4941-8de7-5846fa83ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:55.970331 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb912785-0daf-46de-a724-1a9d666b97df req-a81be1e7-99c4-4941-8de7-5846fa83ad4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1099 time: 0.0401032 Dec 18 03:16:56.013569 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb912785-0daf-46de-a724-1a9d666b97df req-17db9bc9-9cbf-428d-b7b7-6adf13adc8d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356514 Dec 18 03:16:56.696233 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f88be-aae7-4190-a98d-bdd26188ae72 req-8992d8b1-6231-48d2-b757-6293a2c0262c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:56.697852 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f6f88be-aae7-4190-a98d-bdd26188ae72 req-8992d8b1-6231-48d2-b757-6293a2c0262c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0487101 Dec 18 03:16:56.751914 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3f6f88be-aae7-4190-a98d-bdd26188ae72 req-ef4c0297-cef9-422a-83fd-e8e1941fb5c9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483429 Dec 18 03:16:57.868773 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254345c7-4d4f-4ce4-b5d3-04c566402e83 req-7d697656-2671-463f-90a2-a2e0927af660 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:57.870328 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-254345c7-4d4f-4ce4-b5d3-04c566402e83 req-7d697656-2671-463f-90a2-a2e0927af660 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0474088 Dec 18 03:16:57.918621 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-254345c7-4d4f-4ce4-b5d3-04c566402e83 req-062a212f-abdd-4666-822a-1a94213735a8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Dec 18 03:16:58.033430 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafde9cc-485c-4772-9c2d-28f4ed276fe4 req-078850ac-97e7-4c56-bee6-d1a0f36dead3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:16:58.035086 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aafde9cc-485c-4772-9c2d-28f4ed276fe4 req-078850ac-97e7-4c56-bee6-d1a0f36dead3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0485721 Dec 18 03:16:58.043722 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34020) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:16:58.048188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Request body: {'floatingip': {'port_id': '9d73aaca-823a-46a8-a166-0001e8e95857'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:16:58.087471 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:58.502528 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:58.506189 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:58.601965 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Floating IP 0872be71-9e25-4b0e-a349-7802726c0807 associated. External IP: 172.27.2.123, port: 9d73aaca-823a-46a8-a166-0001e8e95857. Dec 18 03:16:58.800083 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:16:59.170436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:16:59.175343 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:16:59.181361 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] Sync routers for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:16:59.192330 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:16:59.192953 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:16:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:59.205810 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b215259a-ebf1-4edb-8145-84c86a59a4a2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "PUT /v2.0/floatingips/0872be71-9e25-4b0e-a349-7802726c0807 HTTP/1.1" status: 200 len: 992 time: 1.1609604 Dec 18 03:16:59.206412 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:16:59.209230 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02402191-5b8a-453c-8931-c1f067d7c9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:16:59.247653 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd6585d-152a-4eba-a52d-e9a7ce3611c1 x-openstack-request-id: req-8dd6585d-152a-4eba-a52d-e9a7ce3611c1 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:16:59.247944 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:16:59.248197 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dd6585d-152a-4eba-a52d-e9a7ce3611c1 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:16:59.248590 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857', 'status': 'completed', 'code': 200} Dec 18 03:16:59.299876 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:16:59.555433 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '0872be71-9e25-4b0e-a349-7802726c0807', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'port_id': '9d73aaca-823a-46a8-a166-0001e8e95857', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'mac_address': 'fa:16:3e:80:7a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:16:37Z', 'updated_at': '2021-12-18T03:16:58Z', 'revision_number': 1, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:59.580756 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] Checking router: 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:16:59.588640 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:16:59.589865 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:16:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:59.689610 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:16:59.902812 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '0872be71-9e25-4b0e-a349-7802726c0807', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'port_id': '9d73aaca-823a-46a8-a166-0001e8e95857', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'mac_address': 'fa:16:3e:80:7a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:16:37Z', 'updated_at': '2021-12-18T03:16:58Z', 'revision_number': 1, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:16:59.929136 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c60afb-aa57-4aff-b52d-b6dc163801f5 None None] The sync data for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi is: [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '0872be71-9e25-4b0e-a349-7802726c0807', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'port_id': '9d73aaca-823a-46a8-a166-0001e8e95857', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'mac_address': 'fa:16:3e:80:7a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:16:37Z', 'updated_at': '2021-12-18T03:16:58Z', 'revision_number': 1, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:17:00.121315 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb9b95-ea96-485e-8151-4fea35197d6b None None] New status for floating IP 0872be71-9e25-4b0e-a349-7802726c0807: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:17:00.211863 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-6e2749c0-21ca-41df-9311-a753979e9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:00.213365 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-6e2749c0-21ca-41df-9311-a753979e9336 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1099 time: 0.0459077 Dec 18 03:17:00.307113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-d77422e5-fff5-41ea-b87c-de04a16c8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:00.308734 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-d77422e5-fff5-41ea-b87c-de04a16c8bc1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.0884759 Dec 18 03:17:00.376954 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-03ef09c5-d3cd-471e-a41e-78ddd8000b36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 200 len: 1000 time: 0.0593154 Dec 18 03:17:00.427743 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-ac851f54-7828-40f9-bbe6-8c1bc7f29922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:00.429198 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-ac851f54-7828-40f9-bbe6-8c1bc7f29922 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0445886 Dec 18 03:17:00.479149 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-81af72ac-a237-49a7-9cd7-104e34d4f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:00.480790 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-81af72ac-a237-49a7-9cd7-104e34d4f242 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440969 Dec 18 03:17:00.569860 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-9c6b8c9c-5b62-40d7-92ca-37cb4832a9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811934 Dec 18 03:17:00.667959 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-02402191-5b8a-453c-8931-c1f067d7c9ee req-3461a18a-4342-401d-a056-6850f52c9416 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Dec 18 03:17:01.504464 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3589484d-a6c3-4fc1-a380-3b997165db76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:03.909579 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e48a53b-da83-442b-a30f-8a1aa8029851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:04.981353 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.446762 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.470583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34174) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:06.582730 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-311f0398-9417-4eb4-8480-e206c00838f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.654471 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-311f0398-9417-4eb4-8480-e206c00838f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.658156 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-311f0398-9417-4eb4-8480-e206c00838f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.694084 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-311f0398-9417-4eb4-8480-e206c00838f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4890684ac9ff4a60aa02fe576c9d1b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222431 Dec 18 03:17:06.694843 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f0398-9417-4eb4-8480-e206c00838f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dabc4c-eac9-4558-a004-96b80d4da27a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:06.696734 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:06.745040 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26449391-e206-4d1b-904f-4afd65dc1212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.766317 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26449391-e206-4d1b-904f-4afd65dc1212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.811501 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26449391-e206-4d1b-904f-4afd65dc1212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.814013 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26449391-e206-4d1b-904f-4afd65dc1212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:06.815183 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-26449391-e206-4d1b-904f-4afd65dc1212 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31dabc4c-eac9-4558-a004-96b80d4da27a HTTP/1.1" status: 204 len: 168 time: 0.1174855 Dec 18 03:17:06.822468 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26449391-e206-4d1b-904f-4afd65dc1212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dabc4c-eac9-4558-a004-96b80d4da27a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:07.411017 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34204) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:07.461737 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.508194 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1829250322-network', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:07.534242 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Made reservation on behalf of 535faa61f3e345e6be0cc8a3f85fb207 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:17:07.536639 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.544890 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.622332 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.626744 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.651448 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:17:07.668576 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb642b90-dd8d-44e6-aaff-8a4583459353,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:07.671426 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.671759 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Added segment 4406b65c-fcab-4bdd-a2ac-e95f53b89e72 of type vlan for network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a Dec 18 03:17:07.711200 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.735299 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.736189 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:07.736771 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.785008 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3728957 Dec 18 03:17:07.787986 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34214) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:07.792869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Request body: {'subnet': {'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1829250322-subnet', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:07.799843 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe7125-0c9f-4b3b-ae5b-3657e5482527 admin admin] Pushing event updated for resources: {'Network': ['ID=958d444c-83a1-4f27-9e84-9aaa6d65bd7a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:07.811308 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:17:07.815875 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Made reservation on behalf of 535faa61f3e345e6be0cc8a3f85fb207 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:17:07.818201 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12660509'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:07.984023 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12660595'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.038380 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:08.045939 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Checking segment: {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:08.046301 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Network hostable DHCP agents. Network: 958d444c-83a1-4f27-9e84-9aaa6d65bd7a, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:17:08.063358 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:17:08.071475 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 958d444c-83a1-4f27-9e84-9aaa6d65bd7a) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:08.075862 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:08.076405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.080801 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfdb434-e206-4615-b485-2682f9919ed4 None None] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:17:08.094583 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-8d00c507-be37-42b0-94f8-141d0dead40b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3054454 Dec 18 03:17:08.097164 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:08.101784 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:08.124943 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.126348 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.179228 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:17:08.180087 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.185179 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.312579 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Allocated IP 172.20.0.2 (958d444c-83a1-4f27-9e84-9aaa6d65bd7a/1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6/bf6e2950-1f0f-4dad-b114-a1489f2592b3) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:08.324447 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.453373 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.458310 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.501140 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:08.504794 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:08.506621 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Pushing event updated for resources: {'Port': ['ID=bf6e2950-1f0f-4dad-b114-a1489f2592b3,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:08.508863 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:08.524344 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.543051 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.563514 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Attempting to bind port bf6e2950-1f0f-4dad-b114-a1489f2592b3 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:17:08.563799 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Attempting to bind port bf6e2950-1f0f-4dad-b114-a1489f2592b3 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:17:08.564159 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Attempting to bind port bf6e2950-1f0f-4dad-b114-a1489f2592b3 on network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:08.569020 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:17:08.569395 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Checking segment: {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:08.569896 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.570279 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Bound using segment: {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:17:08.570739 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Bound port: bf6e2950-1f0f-4dad-b114-a1489f2592b3, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:17:08.571113 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.644985 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] For port bf6e2950-1f0f-4dad-b114-a1489f2592b3, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:17:08.648039 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] For port bf6e2950-1f0f-4dad-b114-a1489f2592b3, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=bf6e2950-1f0f-4dad-b114-a1489f2592b3,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:17:08.652610 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.654735 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Allocated IP 172.27.2.148 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/37630d26-eed1-4074-941d-960b2c87b834) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:08.709673 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1c8e9-8209-4f4f-b078-671d10aaf0c2 None None] Pushing event updated for resources: {'Port': ['ID=bf6e2950-1f0f-4dad-b114-a1489f2592b3,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:08.766408 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.802771 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:08.845816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:08.848642 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:08.852112 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:08.857752 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Pushing event updated for resources: {'Port': ['ID=37630d26-eed1-4074-941d-960b2c87b834,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:09.119879 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:09.308754 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:09.446364 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Router c37e3eb0-d46e-494e-897a-b41cd141acdb is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:17:09.550074 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:17:09.558911 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Sync routers for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:17:09.567626 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:09.569174 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3e806b30-fd64-4cf3-a3ae-821179c28994 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4710515 Dec 18 03:17:09.571232 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:09.571841 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34228) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:09.572586 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:09.654796 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9699fa8e-07bc-42a2-bb6b-b596672c9a5a None None] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:17:09.851970 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:09.936521 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2b0cbd53-a3cf-451f-904c-bd54534dad15 None None] Provisioning complete for port bf6e2950-1f0f-4dad-b114-a1489f2592b3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:09.936898 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2b0cbd53-a3cf-451f-904c-bd54534dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.005609 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.158771 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2b0cbd53-a3cf-451f-904c-bd54534dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.187922 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:09Z', 'revision_number': 3, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:10.228740 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Allocated IP 172.20.0.1 (958d444c-83a1-4f27-9e84-9aaa6d65bd7a/1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6/d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:10.234284 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Checking router: c37e3eb0-d46e-494e-897a-b41cd141acdb for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:17:10.235365 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Updating router c37e3eb0-d46e-494e-897a-b41cd141acdb port 37630d26-eed1-4074-941d-960b2c87b834 binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:17:10.270925 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.276340 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2b0cbd53-a3cf-451f-904c-bd54534dad15 None None] For port bf6e2950-1f0f-4dad-b114-a1489f2592b3, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=bf6e2950-1f0f-4dad-b114-a1489f2592b3,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:10.296990 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2b0cbd53-a3cf-451f-904c-bd54534dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.331498 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device bf6e2950-1f0f-4dad-b114-a1489f2592b3 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:10.341962 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.376774 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.422007 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:10.427215 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:10.429319 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Pushing event updated for resources: {'Port': ['ID=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:10.431504 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:10.458064 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cbd53-a3cf-451f-904c-bd54534dad15 None None] Pushing event updated for resources: {'Port': ['ID=bf6e2950-1f0f-4dad-b114-a1489f2592b3,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:10.472687 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.486145 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c4efe2c9-6589-49b8-bd79-ac7059364bb5 None None] Provisioning complete for port bf6e2950-1f0f-4dad-b114-a1489f2592b3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:10.486507 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4efe2c9-6589-49b8-bd79-ac7059364bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.576295 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port bf6e2950-1f0f-4dad-b114-a1489f2592b3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:10.576955 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.606805 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.772915 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.782758 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.844127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Attempting to bind port 37630d26-eed1-4074-941d-960b2c87b834 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:17:10.844490 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Attempting to bind port 37630d26-eed1-4074-941d-960b2c87b834 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:17:10.844849 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Attempting to bind port 37630d26-eed1-4074-941d-960b2c87b834 on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:10.847094 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e25de-e404-4f91-9403-a0a401657a01 None None] Pushing event updated for resources: {'Port': ['ID=37630d26-eed1-4074-941d-960b2c87b834,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:10.857915 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:17:10.858293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:10.858697 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.859103 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:17:10.859565 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Bound port: 37630d26-eed1-4074-941d-960b2c87b834, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:17:10.859942 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.882714 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:17:10.890976 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1982ca0e-5252-49fd-b550-c6ea98fef8c5 None None] Provisioning complete for port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:10.891452 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1982ca0e-5252-49fd-b550-c6ea98fef8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:10.947195 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1982ca0e-5252-49fd-b550-c6ea98fef8c5 None None] Port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:17:10.952686 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] For port 37630d26-eed1-4074-941d-960b2c87b834, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:17:10.955946 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] For port 37630d26-eed1-4074-941d-960b2c87b834, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=37630d26-eed1-4074-941d-960b2c87b834,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:17:10.960172 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:11.021181 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e25de-e404-4f91-9403-a0a401657a01 None None] Pushing event updated for resources: {'Port': ['ID=37630d26-eed1-4074-941d-960b2c87b834,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:11.023850 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:11.024450 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:11.039909 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:11.044444 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:11.109135 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Pushing event updated for resources: {'Port': ['ID=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:11.111458 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:11.136433 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:11.206105 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:11.207668 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:11.327927 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Router c37e3eb0-d46e-494e-897a-b41cd141acdb has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:17:11.353194 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 1, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:11.388017 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb59ee-4735-4bf0-880b-bd89629d2215 None None] The sync data for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi is: [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 1, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:17:11.443256 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:17:11.448295 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-32924b3f-fa59-42dd-8c9e-a57d37a066ad admin admin] 10.222.0.24 "PUT /v2.0/routers/c37e3eb0-d46e-494e-897a-b41cd141acdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753619 Dec 18 03:17:11.470501 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-eab26c45-6056-4349-bfc3-3bcb6bf773f4 None None] Provisioning complete for port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:11.471189 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eab26c45-6056-4349-bfc3-3bcb6bf773f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:11.508010 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-eab26c45-6056-4349-bfc3-3bcb6bf773f4 None None] Port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:17:11.958649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34262) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:11.963693 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1026791578-network', 'tenant_id': 'cfd872992244463aae36cd3e709996d6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:11.998644 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Made reservation on behalf of cfd872992244463aae36cd3e709996d6 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:17:12.002019 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.014857 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.100008 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.104141 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.142726 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:17:12.152217 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8ec30b-d8a1-449e-9b3f-795f13bce3d7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:12.158887 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.159237 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Added segment fbc95d42-9eb3-4186-915e-1a6d1e5c4103 of type vlan for network f95f134a-15c5-44c0-91f8-173aefe06d23 Dec 18 03:17:12.213383 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.251137 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.252326 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:12.252981 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.329329 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3692949 Dec 18 03:17:12.331843 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34266) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:12.338906 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Request body: {'subnet': {'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1026791578-subnet', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:12.347371 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aedbc-9ab8-423a-a343-02b3fe6bba6c admin admin] Pushing event updated for resources: {'Network': ['ID=f95f134a-15c5-44c0-91f8-173aefe06d23,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:12.374415 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network f95f134a-15c5-44c0-91f8-173aefe06d23 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:17:12.391493 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Made reservation on behalf of cfd872992244463aae36cd3e709996d6 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:17:12.394698 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12660509'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.589115 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 37630d26-eed1-4074-941d-960b2c87b834 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:12.613172 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12660595'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.664143 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 37630d26-eed1-4074-941d-960b2c87b834 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:12.664552 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.685970 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58adf5aa-afe6-494c-b904-83064b2c5beb,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:12.690556 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Checking segment: {'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:12.690903 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Network hostable DHCP agents. Network: f95f134a-15c5-44c0-91f8-173aefe06d23, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:17:12.715256 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Network f95f134a-15c5-44c0-91f8-173aefe06d23 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:17:12.730539 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, f95f134a-15c5-44c0-91f8-173aefe06d23) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:12.737757 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:12.738737 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.748633 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994273b4-a0c4-48f8-a39b-a7f9c4348a5d None None] Network f95f134a-15c5-44c0-91f8-173aefe06d23 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:17:12.767222 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-8f0b6c46-13ef-4120-8165-66f3ba1a24e0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4342072 Dec 18 03:17:12.773106 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:12.779884 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:12.815432 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.815695 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.816872 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.851448 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 37630d26-eed1-4074-941d-960b2c87b834, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=37630d26-eed1-4074-941d-960b2c87b834,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:12.861500 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.862282 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device bf6e2950-1f0f-4dad-b114-a1489f2592b3 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:12.882050 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:12.943713 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-f95f134a-15c5-44c0-91f8-173aefe06d23', 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23', 'project_id': 'cfd872992244463aae36cd3e709996d6', 'fixed_ips': [{'subnet_id': '58adf5aa-afe6-494c-b904-83064b2c5beb'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:17:12.944600 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.015918 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=37630d26-eed1-4074-941d-960b2c87b834,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:13.029707 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.112697 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port bf6e2950-1f0f-4dad-b114-a1489f2592b3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:13.113104 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.219576 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Allocated IP 172.20.0.2 (f95f134a-15c5-44c0-91f8-173aefe06d23/58adf5aa-afe6-494c-b904-83064b2c5beb/7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:13.235747 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.267437 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.392274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Allocated IP 172.27.2.46 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/d108d417-61a8-42e8-a335-4f785d4a9122) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:13.452086 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.458119 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.501350 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Network f95f134a-15c5-44c0-91f8-173aefe06d23 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:13.506682 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:13.511169 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:13.514176 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.515293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Pushing event updated for resources: {'Port': ['ID=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:13.547862 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.590217 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Attempting to bind port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:17:13.590587 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Attempting to bind port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:17:13.591002 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:13.591123 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Attempting to bind port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb on network f95f134a-15c5-44c0-91f8-173aefe06d23 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:13.594301 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:13.598129 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:17:13.598512 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Checking segment: {'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:13.598638 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:13.598911 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.599371 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Bound using segment: {'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:17:13.599836 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Bound port: 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:17:13.600213 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.601602 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Pushing event updated for resources: {'Port': ['ID=d108d417-61a8-42e8-a335-4f785d4a9122,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:13.617593 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Sync routers for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:17:13.629581 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:13.630213 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:13.680107 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] For port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:17:13.683636 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] For port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,segment=NetworkSegment(fbc95d42-9eb3-4186-915e-1a6d1e5c4103),segment_id=fbc95d42-9eb3-4186-915e-1a6d1e5c4103)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:17:13.688412 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.746050 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f5134-37ad-4dcd-8906-af06f4d6a1a1 None None] Pushing event updated for resources: {'Port': ['ID=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:13.757355 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:13.897580 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:13.982662 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 2, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:14.008943 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Checking router: c37e3eb0-d46e-494e-897a-b41cd141acdb for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:17:14.009296 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Updating router c37e3eb0-d46e-494e-897a-b41cd141acdb port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:17:14.044431 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.132314 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.273483 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Router 481bb795-daf7-41f9-a40d-565db854dfb9 is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:17:14.378794 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 37630d26-eed1-4074-941d-960b2c87b834 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:14.403787 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:17:14.416682 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Sync routers for ids ['481bb795-daf7-41f9-a40d-565db854dfb9'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:17:14.438999 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.440262 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-21d640e9-9e6e-4649-809e-d4dbb8fa636c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6654229 Dec 18 03:17:14.443069 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34278) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:14.444905 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Routers {'481bb795-daf7-41f9-a40d-565db854dfb9'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:14.445544 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['481bb795-daf7-41f9-a40d-565db854dfb9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:14.475830 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.486913 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.545557 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Pushing event updated for resources: {'Port': ['ID=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:14.547689 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 37630d26-eed1-4074-941d-960b2c87b834 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:14.548590 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.557129 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.557500 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.557888 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.558230 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.558564 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.558949 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.559390 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.560250 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.560579 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.560926 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.561418 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.561770 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.562092 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:14.600462 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Set router 481bb795-daf7-41f9-a40d-565db854dfb9 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:14.637390 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Attempting to bind port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:17:14.637985 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Attempting to bind port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:17:14.638210 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Attempting to bind port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 on network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:14.644425 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:17:14.644855 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Checking segment: {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:14.645263 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.645690 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Bound using segment: {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:17:14.646167 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Bound port: d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:17:14.646828 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.738951 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] For port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:17:14.744344 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] For port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:17:14.754500 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.795598 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:14.836846 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b179-b51e-4623-9c7c-1a33b881987b None None] Pushing event updated for resources: {'Port': ['ID=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:14.854562 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:14.855385 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:14.899987 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:14.900352 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:14.964510 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:17:13Z', 'revision_number': 3, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port': {'id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:13Z', 'updated_at': '2021-12-18T03:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:15.007215 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf607b-a98d-47a6-8ddb-254205c6e2d6 None None] Network f95f134a-15c5-44c0-91f8-173aefe06d23 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:17:15.011375 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Checking router: 481bb795-daf7-41f9-a40d-565db854dfb9 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:17:15.011726 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Updating router 481bb795-daf7-41f9-a40d-565db854dfb9 port d108d417-61a8-42e8-a335-4f785d4a9122 binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:17:15.024745 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7ad7193c-e6c6-4435-b26f-d4a673f72db5 None None] Provisioning complete for port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:15.025115 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ad7193c-e6c6-4435-b26f-d4a673f72db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.042105 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:15.078282 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.257276 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Allocated IP 172.20.0.1 (f95f134a-15c5-44c0-91f8-173aefe06d23/58adf5aa-afe6-494c-b904-83064b2c5beb/57e25ffc-cd95-42a5-ad98-127ccc5e2481) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:15.274092 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.322626 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.324437 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:14Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:15.357163 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e11cd-4bd6-40f4-bc01-ec15bf561827 None None] The sync data for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi is: [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:14Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:17:15.376303 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.430881 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.480304 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Network f95f134a-15c5-44c0-91f8-173aefe06d23 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:15.485333 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,segment=NetworkSegment(fbc95d42-9eb3-4186-915e-1a6d1e5c4103),segment_id=fbc95d42-9eb3-4186-915e-1a6d1e5c4103)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:15.493179 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:15.496240 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:15.506556 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.544666 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Pushing event updated for resources: {'Port': ['ID=57e25ffc-cd95-42a5-ad98-127ccc5e2481,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:15.551066 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ad7193c-e6c6-4435-b26f-d4a673f72db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.566823 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.652034 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7ad7193c-e6c6-4435-b26f-d4a673f72db5 None None] For port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:15.658947 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:15.661949 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ad7193c-e6c6-4435-b26f-d4a673f72db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.754031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.779796 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7193c-e6c6-4435-b26f-d4a673f72db5 None None] Pushing event updated for resources: {'Port': ['ID=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:15.801518 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.810982 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.816612 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c06b7e2d-65d4-4793-91cd-4ac66eabbffa None None] Provisioning complete for port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:15.816982 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c06b7e2d-65d4-4793-91cd-4ac66eabbffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.899693 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1cd43-220f-4fc9-a6c9-1afbba90e6f6 None None] Pushing event updated for resources: {'Port': ['ID=d108d417-61a8-42e8-a335-4f785d4a9122,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:15.903948 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Attempting to bind port d108d417-61a8-42e8-a335-4f785d4a9122 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:17:15.904307 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Attempting to bind port d108d417-61a8-42e8-a335-4f785d4a9122 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:17:15.904670 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Attempting to bind port d108d417-61a8-42e8-a335-4f785d4a9122 on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:15.920222 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:17:15.920670 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:15.920978 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.921375 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:17:15.921903 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Bound port: d108d417-61a8-42e8-a335-4f785d4a9122, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:17:15.922287 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:15.995176 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.001941 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.015067 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] For port d108d417-61a8-42e8-a335-4f785d4a9122, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:17:16.018420 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] For port d108d417-61a8-42e8-a335-4f785d4a9122, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=d108d417-61a8-42e8-a335-4f785d4a9122,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:17:16.028890 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.082002 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c06b7e2d-65d4-4793-91cd-4ac66eabbffa None None] Provisioning complete for port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:16.082255 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c06b7e2d-65d4-4793-91cd-4ac66eabbffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.088075 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.102120 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Pushing event updated for resources: {'Port': ['ID=57e25ffc-cd95-42a5-ad98-127ccc5e2481,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:16.125232 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Routers {'481bb795-daf7-41f9-a40d-565db854dfb9'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:16.125830 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['481bb795-daf7-41f9-a40d-565db854dfb9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:16.132499 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1cd43-220f-4fc9-a6c9-1afbba90e6f6 None None] Pushing event updated for resources: {'Port': ['ID=d108d417-61a8-42e8-a335-4f785d4a9122,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:16.232662 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Network f95f134a-15c5-44c0-91f8-173aefe06d23 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:16.234839 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:16.286448 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] Set router 481bb795-daf7-41f9-a40d-565db854dfb9 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:16.320669 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:16.389386 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Router 481bb795-daf7-41f9-a40d-565db854dfb9 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:17:16.497659 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:16.497659 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.505794 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-089a80da-be86-4985-a0e0-d5118ca89f14 None None] Provisioning complete for port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:16.506484 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-089a80da-be86-4985-a0e0-d5118ca89f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.539455 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:17:16.551301 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-becaa6eb-4d84-4e88-a49c-d98687b88da1 admin admin] 10.222.0.24 "PUT /v2.0/routers/481bb795-daf7-41f9-a40d-565db854dfb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1048787 Dec 18 03:17:16.618434 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-089a80da-be86-4985-a0e0-d5118ca89f14 None None] Port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:17:16.668047 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-089a80da-be86-4985-a0e0-d5118ca89f14 None None] Provisioning complete for port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:16.668867 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-089a80da-be86-4985-a0e0-d5118ca89f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:16.752519 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:16.805636 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 4, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port': {'id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:13Z', 'updated_at': '2021-12-18T03:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '57e25ffc-cd95-42a5-ad98-127ccc5e2481', 'name': '', 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'mac_address': 'fa:16:3e:87:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:15Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 2, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'subnets': [{'id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:16.841447 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800724b-8741-4490-abb7-381f7ee6ba86 None None] The sync data for ids ['481bb795-daf7-41f9-a40d-565db854dfb9'] in dv-cinder-818037-10-iscsi is: [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 4, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port': {'id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:13Z', 'updated_at': '2021-12-18T03:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '57e25ffc-cd95-42a5-ad98-127ccc5e2481', 'name': '', 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'mac_address': 'fa:16:3e:87:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:15Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 2, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'subnets': [{'id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:17:16.900010 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:16.900672 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:17.023041 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ba605cdc-cad7-489a-a518-32fa29f3cb4c None None] Provisioning complete for port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:17.023411 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ba605cdc-cad7-489a-a518-32fa29f3cb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:17.073270 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ba605cdc-cad7-489a-a518-32fa29f3cb4c None None] Port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:17:18.338965 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device d108d417-61a8-42e8-a335-4f785d4a9122 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:18.415310 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port d108d417-61a8-42e8-a335-4f785d4a9122 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:18.415730 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:18.714112 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:18.738769 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port d108d417-61a8-42e8-a335-4f785d4a9122, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=d108d417-61a8-42e8-a335-4f785d4a9122,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:18.744102 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:18.804803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=d108d417-61a8-42e8-a335-4f785d4a9122,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:20.013751 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Sync routers for ids ['481bb795-daf7-41f9-a40d-565db854dfb9'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:17:20.026443 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Routers {'481bb795-daf7-41f9-a40d-565db854dfb9'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:20.027143 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['481bb795-daf7-41f9-a40d-565db854dfb9'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:20.155932 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Set router 481bb795-daf7-41f9-a40d-565db854dfb9 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:20.273904 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device d108d417-61a8-42e8-a335-4f785d4a9122 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:20.334264 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port d108d417-61a8-42e8-a335-4f785d4a9122 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:20.336135 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:20.401712 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 4, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port': {'id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:13Z', 'updated_at': '2021-12-18T03:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '57e25ffc-cd95-42a5-ad98-127ccc5e2481', 'name': '', 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'mac_address': 'fa:16:3e:87:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:15Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 2, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'subnets': [{'id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:20.459618 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Checking router: 481bb795-daf7-41f9-a40d-565db854dfb9 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:17:20.459969 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Updating router 481bb795-daf7-41f9-a40d-565db854dfb9 port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:17:20.487643 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:20.809489 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:20.817579 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:20.868434 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8077d7c-105a-4804-904d-bb080ab33746 None None] Pushing event updated for resources: {'Port': ['ID=57e25ffc-cd95-42a5-ad98-127ccc5e2481,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:20.937815 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Attempting to bind port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:17:20.938374 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Attempting to bind port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:17:20.938609 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Attempting to bind port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 on network f95f134a-15c5-44c0-91f8-173aefe06d23 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:20.951521 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:17:20.951905 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Checking segment: {'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:20.952312 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:20.952713 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Bound using segment: {'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:17:20.968746 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Bound port: 57e25ffc-cd95-42a5-ad98-127ccc5e2481, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:17:20.969221 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:21.128347 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] For port 57e25ffc-cd95-42a5-ad98-127ccc5e2481, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:17:21.132720 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] For port 57e25ffc-cd95-42a5-ad98-127ccc5e2481, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=57e25ffc-cd95-42a5-ad98-127ccc5e2481,segment=NetworkSegment(fbc95d42-9eb3-4186-915e-1a6d1e5c4103),segment_id=fbc95d42-9eb3-4186-915e-1a6d1e5c4103)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:17:21.139983 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:21.232002 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Routers {'481bb795-daf7-41f9-a40d-565db854dfb9'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:17:21.232819 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['481bb795-daf7-41f9-a40d-565db854dfb9'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:21.254734 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-16417fec-b94d-430a-94ce-5a1e02071daa None None] Provisioning complete for port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:21.255106 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16417fec-b94d-430a-94ce-5a1e02071daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:21.275714 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8077d7c-105a-4804-904d-bb080ab33746 None None] Pushing event updated for resources: {'Port': ['ID=57e25ffc-cd95-42a5-ad98-127ccc5e2481,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:21.386121 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16417fec-b94d-430a-94ce-5a1e02071daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:21.431074 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-16417fec-b94d-430a-94ce-5a1e02071daa None None] For port 57e25ffc-cd95-42a5-ad98-127ccc5e2481, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=57e25ffc-cd95-42a5-ad98-127ccc5e2481,segment=NetworkSegment(fbc95d42-9eb3-4186-915e-1a6d1e5c4103),segment_id=fbc95d42-9eb3-4186-915e-1a6d1e5c4103)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:21.438242 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16417fec-b94d-430a-94ce-5a1e02071daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:21.498094 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] Set router 481bb795-daf7-41f9-a40d-565db854dfb9 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:17:21.500499 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16417fec-b94d-430a-94ce-5a1e02071daa None None] Pushing event updated for resources: {'Port': ['ID=57e25ffc-cd95-42a5-ad98-127ccc5e2481,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:21.565324 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-843d88ef-2cb2-453f-b906-4605733c79e6 None None] Provisioning complete for port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:21.566862 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-843d88ef-2cb2-453f-b906-4605733c79e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:21.735939 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 4, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port': {'id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:13Z', 'updated_at': '2021-12-18T03:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '57e25ffc-cd95-42a5-ad98-127ccc5e2481', 'name': '', 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'mac_address': 'fa:16:3e:87:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:15Z', 'updated_at': '2021-12-18T03:17:21Z', 'revision_number': 4, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'subnets': [{'id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:17:21.764375 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc5734-2aaf-40fa-86eb-b83640474e48 None None] The sync data for ids ['481bb795-daf7-41f9-a40d-565db854dfb9'] in dv-cinder-818037-10-iscsi is: [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 4, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port': {'id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:13Z', 'updated_at': '2021-12-18T03:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '57e25ffc-cd95-42a5-ad98-127ccc5e2481', 'name': '', 'network_id': 'f95f134a-15c5-44c0-91f8-173aefe06d23', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'mac_address': 'fa:16:3e:87:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:15Z', 'updated_at': '2021-12-18T03:17:21Z', 'revision_number': 4, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'subnets': [{'id': '58adf5aa-afe6-494c-b904-83064b2c5beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:17:22.316652 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 57e25ffc-cd95-42a5-ad98-127ccc5e2481 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:22.413930 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:22.414598 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:24.834062 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:27.263399 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-7673efa3-8d64-4e1a-90c3-c1f1c4724a34 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:27.264967 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-7673efa3-8d64-4e1a-90c3-c1f1c4724a34 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 815 time: 0.1046982 Dec 18 03:17:27.279803 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-4f6a5423-0984-4cac-b0c1-ee524271d3f6 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/quotas/535faa61f3e345e6be0cc8a3f85fb207 HTTP/1.1" status: 200 len: 375 time: 0.0091152 Dec 18 03:17:27.335198 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-5c49100a-0b78-46e3-a25b-6c5a0cd50387 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498312 Dec 18 03:17:27.521180 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-21f552f1-e667-4d4a-b3b8-9b380824dfb4 service neutron] 10.222.0.24 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745439 Dec 18 03:17:27.619450 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-a9fe228b-76cf-4b78-beaa-f941e9a3e144 service neutron] 10.222.0.24 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915823 Dec 18 03:17:27.783192 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9aa5c52a-97a1-4306-bff9-31c813b7ee3f req-fc9e871f-53e8-40d2-bae2-6fac85e3ef24 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Dec 18 03:17:28.940017 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5434f006-f661-41dd-8028-64c0bb16e7a7 req-6d205f61-b5ab-459b-a017-f259865bc44a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 210 time: 0.0768969 Dec 18 03:17:28.993600 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34530) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:28.995019 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-e9de2227-f857-491b-8c65-ce22f46e91d1 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:28.996588 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-e9de2227-f857-491b-8c65-ce22f46e91d1 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 815 time: 0.1548729 Dec 18 03:17:29.024881 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'port': {'device_id': '83329381-8624-4e96-a968-8f2de6818b11', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'admin_state_up': True, 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:29.101130 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4fabb96d-33c4-471e-83f7-9eacaff187aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.146022 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Made reservation on behalf of 535faa61f3e345e6be0cc8a3f85fb207 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:17:29.149900 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.186998 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4fabb96d-33c4-471e-83f7-9eacaff187aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.191657 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4fabb96d-33c4-471e-83f7-9eacaff187aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.234106 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-4fabb96d-33c4-471e-83f7-9eacaff187aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1566bd91e26f4934abb6eacf9ac05dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393115 Dec 18 03:17:29.235242 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34544) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:29.241102 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabb96d-33c4-471e-83f7-9eacaff187aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f08453-d560-40b0-8857-134611d638b8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:29.289170 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3726132e-1b1a-4af4-8c14-cb609bb77e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.290722 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Allocated IP 172.20.0.6 (958d444c-83a1-4f27-9e84-9aaa6d65bd7a/1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6/86879b2c-8d5c-4c8e-b9e7-e91bea976d75) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:29.313031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3726132e-1b1a-4af4-8c14-cb609bb77e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.363276 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3726132e-1b1a-4af4-8c14-cb609bb77e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.367167 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3726132e-1b1a-4af4-8c14-cb609bb77e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.372497 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3726132e-1b1a-4af4-8c14-cb609bb77e80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10f08453-d560-40b0-8857-134611d638b8 HTTP/1.1" status: 204 len: 168 time: 0.1363034 Dec 18 03:17:29.380866 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726132e-1b1a-4af4-8c14-cb609bb77e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f08453-d560-40b0-8857-134611d638b8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:29.490968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.537214 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.602111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:29.608887 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:29.613744 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:29.687473 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:29.688112 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.702934 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:29.717915 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.718316 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.718754 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.719099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.719481 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.719852 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.720186 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.720561 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.720936 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.721265 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.721649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.722078 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.722407 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:29.741249 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-d2bf31ae-d4c9-4fa1-9a63-7000afa6c031 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202663 Dec 18 03:17:29.843682 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34560) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:29.862980 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6e22d92-1f7b-4f8c-b113-93aeec0f10c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.961059 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6e22d92-1f7b-4f8c-b113-93aeec0f10c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.967282 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6e22d92-1f7b-4f8c-b113-93aeec0f10c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:29.971111 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-70e514e8-4e33-4d43-946e-86125c9d2a85 None None] Provisioning complete for port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:29.974368 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-70e514e8-4e33-4d43-946e-86125c9d2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:30.017551 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b6e22d92-1f7b-4f8c-b113-93aeec0f10c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e8c21fc1130419ea61d496c3e6d0721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725342 Dec 18 03:17:30.020388 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34566) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:30.035679 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e22d92-1f7b-4f8c-b113-93aeec0f10c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ddea1-bd33-4212-b305-0dbad0df3d65,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:30.056083 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-70e514e8-4e33-4d43-946e-86125c9d2a85 None None] Port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:17:30.101184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d28-e8bd-4066-8ad0-3dc84378fade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:30.134079 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb97d5-29b8-4c7e-b619-f6d617ac11c0 req-05d0e4a4-f3a9-4e1f-8e1d-c9022235d353 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:30.138157 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-29fb97d5-29b8-4c7e-b619-f6d617ac11c0 req-05d0e4a4-f3a9-4e1f-8e1d-c9022235d353 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0598032 Dec 18 03:17:30.147693 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d28-e8bd-4066-8ad0-3dc84378fade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:30.210882 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-29fb97d5-29b8-4c7e-b619-f6d617ac11c0 req-79fd843a-5610-41b3-885f-b1392d1efc6c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545797 Dec 18 03:17:30.215208 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d28-e8bd-4066-8ad0-3dc84378fade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:30.218368 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbae2d28-e8bd-4066-8ad0-3dc84378fade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:30.219519 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-cbae2d28-e8bd-4066-8ad0-3dc84378fade admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a6ddea1-bd33-4212-b305-0dbad0df3d65 HTTP/1.1" status: 204 len: 168 time: 0.1974924 Dec 18 03:17:30.227898 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae2d28-e8bd-4066-8ad0-3dc84378fade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ddea1-bd33-4212-b305-0dbad0df3d65,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:31.365284 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d7af3-c91f-44a5-a889-7f73ec3f0c38 req-0f97481f-1867-40df-8030-97639cc5bf7f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:31.376425 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9a1d7af3-c91f-44a5-a889-7f73ec3f0c38 req-0f97481f-1867-40df-8030-97639cc5bf7f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0654523 Dec 18 03:17:31.507847 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7b3e3c6d-3cdf-4d21-b7a3-a19e64f6c5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:31.670719 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9a1d7af3-c91f-44a5-a889-7f73ec3f0c38 req-00d3ea23-4fde-46f1-bbe4-ea770b4cdb9e tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932975 Dec 18 03:17:32.297600 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34640) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:32.414797 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eba1-15af-4df8-9a65-eb31a18bf26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:32.498219 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eba1-15af-4df8-9a65-eb31a18bf26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:32.502099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eba1-15af-4df8-9a65-eb31a18bf26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:32.543253 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34646) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:32.544401 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d2f9eba1-15af-4df8-9a65-eb31a18bf26e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=800e559b5a4b47c59bb5ae9de8217c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429533 Dec 18 03:17:32.545695 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9eba1-15af-4df8-9a65-eb31a18bf26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fe3a1b-3167-4e1d-afce-b089d6b9b4c7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:32.591263 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c800007-9d78-47d1-b9b4-df798c08b32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:32.612193 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c800007-9d78-47d1-b9b4-df798c08b32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:32.659735 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c800007-9d78-47d1-b9b4-df798c08b32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:32.662628 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c800007-9d78-47d1-b9b4-df798c08b32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:32.664421 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2c800007-9d78-47d1-b9b4-df798c08b32c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4fe3a1b-3167-4e1d-afce-b089d6b9b4c7 HTTP/1.1" status: 204 len: 168 time: 0.1201470 Dec 18 03:17:32.673198 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800007-9d78-47d1-b9b4-df798c08b32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fe3a1b-3167-4e1d-afce-b089d6b9b4c7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:32.802219 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9a08b-1b2c-4b9d-b46a-b591394448aa req-c110a56c-fbdf-498b-882c-75ef4322bc68 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:32.804292 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d1d9a08b-1b2c-4b9d-b46a-b591394448aa req-c110a56c-fbdf-498b-882c-75ef4322bc68 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0531721 Dec 18 03:17:32.863015 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d1d9a08b-1b2c-4b9d-b46a-b591394448aa req-a10bd8ca-0c42-4105-b270-8bab0f0c2e7a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Dec 18 03:17:32.968106 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:32.983130 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49538f63-5016-45f4-8333-f3afae3c4497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:33.067618 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49538f63-5016-45f4-8333-f3afae3c4497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:33.072598 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49538f63-5016-45f4-8333-f3afae3c4497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:33.112842 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49538f63-5016-45f4-8333-f3afae3c4497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34603d87-19b1-4837-8a64-9b18409158e5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:33.117146 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-49538f63-5016-45f4-8333-f3afae3c4497 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a70c08229a349b78eff2a72ee0a74ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480255 Dec 18 03:17:33.120322 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34656) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:33.183066 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce4807ad-b551-4372-b531-1cf63832d883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:33.204653 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce4807ad-b551-4372-b531-1cf63832d883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:33.254758 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce4807ad-b551-4372-b531-1cf63832d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:33.257391 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce4807ad-b551-4372-b531-1cf63832d883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:33.261964 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ce4807ad-b551-4372-b531-1cf63832d883 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34603d87-19b1-4837-8a64-9b18409158e5 HTTP/1.1" status: 204 len: 168 time: 0.1370237 Dec 18 03:17:33.268848 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4807ad-b551-4372-b531-1cf63832d883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34603d87-19b1-4837-8a64-9b18409158e5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:33.913710 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c3649cf-7e97-4315-b275-c25be4532267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:34.011229 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9977a-b81c-466d-832d-cda87f4b36e0 req-6edd2997-7097-4e4b-9da7-677b43c0a51b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:34.013491 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4ee9977a-b81c-466d-832d-cda87f4b36e0 req-6edd2997-7097-4e4b-9da7-677b43c0a51b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0612626 Dec 18 03:17:34.072254 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4ee9977a-b81c-466d-832d-cda87f4b36e0 req-836aa029-e45a-48c6-867b-9090849a6e02 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467832 Dec 18 03:17:34.985685 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:35.197637 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2ce9-693d-4619-a9dc-d52cd03dad9a req-0cbf0301-0089-4277-bb21-07df9e6c0edc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:35.199191 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9a0e2ce9-693d-4619-a9dc-d52cd03dad9a req-0cbf0301-0089-4277-bb21-07df9e6c0edc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0570369 Dec 18 03:17:35.249374 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9a0e2ce9-693d-4619-a9dc-d52cd03dad9a req-e4f48cc1-7529-4aea-835b-d35dedb176c5 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Dec 18 03:17:36.375633 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8af18-ce36-4678-bcea-505fd992f4ef req-71268a0e-650d-4eff-9006-d3564a343865 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:36.377513 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6cc8af18-ce36-4678-bcea-505fd992f4ef req-71268a0e-650d-4eff-9006-d3564a343865 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0526245 Dec 18 03:17:36.438116 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6cc8af18-ce36-4678-bcea-505fd992f4ef req-e30931b3-5ab7-4201-9a6e-386039c3a19e tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544353 Dec 18 03:17:36.457132 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:37.466283 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:37.570134 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a2302-ca6d-489e-87a4-99de7ac559c6 req-25abe6d4-d139-43f3-a0b4-e3f658b13c62 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:37.571786 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-123a2302-ca6d-489e-87a4-99de7ac559c6 req-25abe6d4-d139-43f3-a0b4-e3f658b13c62 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0542138 Dec 18 03:17:37.626934 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-123a2302-ca6d-489e-87a4-99de7ac559c6 req-dcff7ec8-638b-40b0-9453-99aa8fab0259 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Dec 18 03:17:38.763015 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1b71-6b25-489c-95a2-79eaeeb0eb0a req-8f23d36a-411f-49f3-9b3a-a6093e075e04 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:38.771950 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-424f1b71-6b25-489c-95a2-79eaeeb0eb0a req-8f23d36a-411f-49f3-9b3a-a6093e075e04 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0672636 Dec 18 03:17:38.822595 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-424f1b71-6b25-489c-95a2-79eaeeb0eb0a req-98816d56-8117-4510-a501-d7f3cc8c127e tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Dec 18 03:17:39.942233 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0016bab-0b20-4e9f-b75e-e4846809ed65 req-7ab927c8-ca1f-482e-8e60-2f99699bd35c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:39.943719 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b0016bab-0b20-4e9f-b75e-e4846809ed65 req-7ab927c8-ca1f-482e-8e60-2f99699bd35c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 931 time: 0.0536423 Dec 18 03:17:39.992850 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b0016bab-0b20-4e9f-b75e-e4846809ed65 req-bef4cb87-bdb8-4e58-93e2-b302aaf76a14 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Dec 18 03:17:40.472176 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Request body: {'port': {'device_id': '83329381-8624-4e96-a968-8f2de6818b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:40.526064 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:40.794735 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:17:40.802028 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:40.814275 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Transition to ACTIVE for port object 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:17:40.817987 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:40.869304 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Pushing event updated for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:40.940502 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Attempting to bind port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:17:40.940837 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Attempting to bind port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:17:40.941168 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Attempting to bind port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 on network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:40.945768 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 on network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:17:40.946088 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Attempting to bind port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 on network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:17:40.951750 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:17:40.952086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Checking segment: {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:17:40.952748 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Bound using segment: {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:17:40.953228 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Bound port: 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4406b65c-fcab-4bdd-a2ac-e95f53b89e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:17:40.953719 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:41.023534 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:17:41.026629 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:17:41.031266 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:41.079958 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.080479 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:41.081957 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] 10.222.0.16 "PUT /v2.0/ports/86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 1093 time: 0.7121515 Dec 18 03:17:41.082414 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:17:41.085025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3660d129-0d43-48bf-b553-402d038f8c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:17:41.111502 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda2aa8-717d-40cc-967f-0c11abb6e9bb service neutron] Pushing event updated for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:41.201364 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-8dfc798e-4f97-44d7-84b6-adee3bdb43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.203481 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-8dfc798e-4f97-44d7-84b6-adee3bdb43f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1096 time: 0.0548875 Dec 18 03:17:41.270489 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-74493037-6c01-466a-8d08-1137a18b4114 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 217 time: 0.0517087 Dec 18 03:17:41.303715 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db121d2-b520-451d-95cd-63e67d20d69a x-openstack-request-id: req-0db121d2-b520-451d-95cd-63e67d20d69a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:17:41.304079 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:17:41.304393 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0db121d2-b520-451d-95cd-63e67d20d69a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:17:41.304861 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'status': 'completed', 'code': 200} Dec 18 03:17:41.358252 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c543343-7500-431a-a8a7-90bfb0ebb7bd req-e4dba096-004a-4536-8491-ae647ba816f2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.359867 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8c543343-7500-431a-a8a7-90bfb0ebb7bd req-e4dba096-004a-4536-8491-ae647ba816f2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 943 time: 0.2892952 Dec 18 03:17:41.361824 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-20923134-c277-480b-86f4-c3c085663796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.363860 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-20923134-c277-480b-86f4-c3c085663796 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.0736787 Dec 18 03:17:41.442960 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-8c543343-7500-431a-a8a7-90bfb0ebb7bd req-5c2a691e-706b-45e2-9bf4-44dabcc1de96 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766876 Dec 18 03:17:41.446097 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca404-04de-4e9b-a782-717de2286fd3 req-b3c0adaa-df7a-46a3-950a-93b0037f7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.447535 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-b3c0adaa-df7a-46a3-950a-93b0037f7ecc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742319 Dec 18 03:17:41.546991 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-939feb58-da54-40a5-87dd-2b019ed4d64f service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834363 Dec 18 03:17:41.647286 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-76bca404-04de-4e9b-a782-717de2286fd3 req-bf3f527a-3b71-4005-939a-43bfd4a54c98 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926993 Dec 18 03:17:41.797562 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d129-0d43-48bf-b553-402d038f8c1f req-c23ff3e9-8aef-4f53-8a27-5d899ce7da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.799100 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3660d129-0d43-48bf-b553-402d038f8c1f req-c23ff3e9-8aef-4f53-8a27-5d899ce7da7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1096 time: 0.0463507 Dec 18 03:17:41.891653 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d129-0d43-48bf-b553-402d038f8c1f req-da8c3497-225c-4693-91cd-c1b8810f9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.893129 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3660d129-0d43-48bf-b553-402d038f8c1f req-da8c3497-225c-4693-91cd-c1b8810f9ffe service neutron] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 916 time: 0.0850384 Dec 18 03:17:41.939269 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3660d129-0d43-48bf-b553-402d038f8c1f req-bec9f3bd-3567-4241-b93a-e9660be0d208 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 217 time: 0.0377796 Dec 18 03:17:41.989125 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d129-0d43-48bf-b553-402d038f8c1f req-6cb50d9a-df3e-4ed9-88e0-0309cfc3f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:41.990600 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3660d129-0d43-48bf-b553-402d038f8c1f req-6cb50d9a-df3e-4ed9-88e0-0309cfc3f3b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.0440075 Dec 18 03:17:42.036646 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d129-0d43-48bf-b553-402d038f8c1f req-8b19b1e7-10fd-463e-83f2-a526e3933a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:42.038143 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3660d129-0d43-48bf-b553-402d038f8c1f req-8b19b1e7-10fd-463e-83f2-a526e3933a7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399508 Dec 18 03:17:42.129819 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3660d129-0d43-48bf-b553-402d038f8c1f req-bd0a3ab5-bce4-46b9-b544-6bbae4b04073 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838852 Dec 18 03:17:42.218518 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3660d129-0d43-48bf-b553-402d038f8c1f req-d5ff8b49-eb6d-4e91-958d-650785a64592 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815239 Dec 18 03:17:42.558404 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d881f-9089-46e5-a241-71f76977411d req-f22ca797-cae1-4131-82ac-8086f98532d8 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:42.560399 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b51d881f-9089-46e5-a241-71f76977411d req-f22ca797-cae1-4131-82ac-8086f98532d8 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 943 time: 0.0493450 Dec 18 03:17:42.608579 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b51d881f-9089-46e5-a241-71f76977411d req-10b0d7e7-8519-4eb8-98ba-bea407fcc440 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Dec 18 03:17:43.112931 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da07ce3-2eec-4f74-a237-2e83f1b0c87e req-081bba9c-812d-486f-ba12-945cb0b11682 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:43.114423 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4da07ce3-2eec-4f74-a237-2e83f1b0c87e req-081bba9c-812d-486f-ba12-945cb0b11682 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0532336 Dec 18 03:17:43.161719 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4da07ce3-2eec-4f74-a237-2e83f1b0c87e req-42b2b9c8-ab56-4296-aed6-8f039e06414f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 Dec 18 03:17:43.725805 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f324e0-e11c-4d83-8271-b7ea6ee0343e req-4a0917ba-d53a-4ed1-bcfc-176f4fa4050c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:43.727168 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-45f324e0-e11c-4d83-8271-b7ea6ee0343e req-4a0917ba-d53a-4ed1-bcfc-176f4fa4050c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 943 time: 0.0503795 Dec 18 03:17:43.779439 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-45f324e0-e11c-4d83-8271-b7ea6ee0343e req-6661c29f-9638-46cb-b12e-9e74b57c990a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Dec 18 03:17:44.211895 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:17:44.283874 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7ba5-12a4-428e-ac05-7f63430f4f5a req-b4b9490f-7992-4c7a-a037-c0a1edf3ad32 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:44.285271 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a3dd7ba5-12a4-428e-ac05-7f63430f4f5a req-b4b9490f-7992-4c7a-a037-c0a1edf3ad32 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Dec 18 03:17:44.308441 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:44.320082 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'port_id': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'mac_address': 'fa:16:3e:6c:e9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:17:44.332960 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a3dd7ba5-12a4-428e-ac05-7f63430f4f5a req-45051211-b41c-42ea-bb8a-de3a311b946a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Dec 18 03:17:44.359516 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:44.373380 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:17:44.392588 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:44.396425 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:44.442265 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:44.722486 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86879b2c-8d5c-4c8e-b9e7-e91bea976d75'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:17:44.894535 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ecc1b-2487-47d9-b390-613170f3b881 req-c947ad12-eb10-47ce-a5b4-d20e4096657f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:44.896010 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-941ecc1b-2487-47d9-b390-613170f3b881 req-c947ad12-eb10-47ce-a5b4-d20e4096657f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 944 time: 0.0489821 Dec 18 03:17:44.943132 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-941ecc1b-2487-47d9-b390-613170f3b881 req-93e2a718-1477-476a-9c2c-aa6b31fab6f4 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Dec 18 03:17:45.453671 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ff87c-750e-4c51-9fd9-7576c9c66591 req-b11eefe2-c9e1-4069-a458-47876ba54470 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:45.455106 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-302ff87c-750e-4c51-9fd9-7576c9c66591 req-b11eefe2-c9e1-4069-a458-47876ba54470 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0489724 Dec 18 03:17:45.504867 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-302ff87c-750e-4c51-9fd9-7576c9c66591 req-770d9422-57f4-41e5-bd1e-dbf1c074f314 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Dec 18 03:17:46.060003 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff2f27-15da-472d-a702-59761dbde9dc req-5bda1e15-3c77-4953-990d-c054f47e3e33 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:46.061756 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-97ff2f27-15da-472d-a702-59761dbde9dc req-5bda1e15-3c77-4953-990d-c054f47e3e33 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 944 time: 0.0507920 Dec 18 03:17:46.109451 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-97ff2f27-15da-472d-a702-59761dbde9dc req-1f8db0a9-6e23-4486-bcba-1a6dfe259d4f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Dec 18 03:17:46.231533 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:17:46.279424 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:17:46.283090 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:17:46.283456 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:46.362133 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:46.384581 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:17:46.386824 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbacf2b-93ed-40f6-b1d0-0a85b908a732" -d '{"events": [{"server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "name": "network-vif-plugged", "status": "completed", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:17:46.399915 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:17:46.410403 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:46.461827 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:46.478394 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae923cb-6fa0-4f85-881b-06d3787d19d5 x-openstack-request-id: req-1ae923cb-6fa0-4f85-881b-06d3787d19d5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:17:46.478682 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "name": "network-vif-plugged", "status": "completed", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:17:46.478960 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ae923cb-6fa0-4f85-881b-06d3787d19d5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:17:46.479354 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'code': 200} Dec 18 03:17:46.631995 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6abeb-19bd-4688-8991-152626f6f52d req-6b3bffbf-b0fe-46f1-9ec2-59ae567a7725 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:46.633508 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4ff6abeb-19bd-4688-8991-152626f6f52d req-6b3bffbf-b0fe-46f1-9ec2-59ae567a7725 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0588443 Dec 18 03:17:46.708111 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4ff6abeb-19bd-4688-8991-152626f6f52d req-23ecdb24-e3ee-4546-a61e-1eb6141b345b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679338 Dec 18 03:17:46.713808 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855a36-5f4f-4df8-82e9-1c0787577e33 req-bc80bf65-9a56-4cde-992c-7f43b9c6b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:46.715196 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-af855a36-5f4f-4df8-82e9-1c0787577e33 req-bc80bf65-9a56-4cde-992c-7f43b9c6b8cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1098 time: 0.0619440 Dec 18 03:17:46.759819 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-af855a36-5f4f-4df8-82e9-1c0787577e33 req-7dd84815-5a01-41e1-8452-1fad1397879e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372031 Dec 18 03:17:47.223000 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcaa20-2484-4627-9f9d-1c1ce2a84170 req-14d641a5-abd7-44b6-8bd2-332df8c0866a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:47.224443 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-18dcaa20-2484-4627-9f9d-1c1ce2a84170 req-14d641a5-abd7-44b6-8bd2-332df8c0866a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0474441 Dec 18 03:17:47.270497 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-18dcaa20-2484-4627-9f9d-1c1ce2a84170 req-63f6723c-7715-4419-884a-61165f157cfa tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Dec 18 03:17:47.828768 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e380-883a-483c-a670-d5c79ed12310 req-478fb4a8-4885-4af3-8e4f-e48f172de106 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:47.830249 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-47e9e380-883a-483c-a670-d5c79ed12310 req-478fb4a8-4885-4af3-8e4f-e48f172de106 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0504336 Dec 18 03:17:47.877701 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-47e9e380-883a-483c-a670-d5c79ed12310 req-97be3779-8e11-44e8-bced-565465541a9d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415688 Dec 18 03:17:47.881731 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:17:48.380488 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb235de-347a-4de3-bd0f-23dbd4972438 req-4ea183a8-946f-4eb5-a920-3023ed058896 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:48.381941 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bfb235de-347a-4de3-bd0f-23dbd4972438 req-4ea183a8-946f-4eb5-a920-3023ed058896 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0476313 Dec 18 03:17:48.429270 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bfb235de-347a-4de3-bd0f-23dbd4972438 req-f6e880be-bc7a-4796-809e-080bd6f1894c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Dec 18 03:17:48.539352 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836483a-1405-435c-bab1-876fbbf3bab6 req-c7e16ac2-87e9-4df2-97f9-fa7ef94da660 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:48.540772 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b836483a-1405-435c-bab1-876fbbf3bab6 req-c7e16ac2-87e9-4df2-97f9-fa7ef94da660 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0472581 Dec 18 03:17:48.586709 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b836483a-1405-435c-bab1-876fbbf3bab6 req-dd9b33af-d6c3-4972-b97e-ea53a1564818 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Dec 18 03:17:48.901225 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b2cb-adf5-42dd-93ce-01f0b8de8144 req-12d5cd3c-b9d9-47b6-9ad8-2b9094d15f48 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:48.902692 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5303b2cb-adf5-42dd-93ce-01f0b8de8144 req-12d5cd3c-b9d9-47b6-9ad8-2b9094d15f48 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0480602 Dec 18 03:17:48.953994 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5303b2cb-adf5-42dd-93ce-01f0b8de8144 req-6bef5bda-1435-4eae-983d-7be22525a3ee tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Dec 18 03:17:49.005595 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c44fab-676b-4dc4-8fa5-dbefb50e98f6 req-a62cab8b-5a3a-4dd4-9245-e923fc5a9794 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:49.007115 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f9c44fab-676b-4dc4-8fa5-dbefb50e98f6 req-a62cab8b-5a3a-4dd4-9245-e923fc5a9794 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0538118 Dec 18 03:17:49.053065 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f9c44fab-676b-4dc4-8fa5-dbefb50e98f6 req-42840327-06bd-40fc-8db0-888206d41efd tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Dec 18 03:17:50.170881 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394daaf-d80d-481c-94e5-b2b5bb1cefaf req-3a5c9415-a2fc-4138-9ee0-87fd63005a38 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:50.172324 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5394daaf-d80d-481c-94e5-b2b5bb1cefaf req-3a5c9415-a2fc-4138-9ee0-87fd63005a38 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0481791 Dec 18 03:17:50.219335 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5394daaf-d80d-481c-94e5-b2b5bb1cefaf req-aee5096b-d8a9-4054-bdf1-aa567d3d0959 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 Dec 18 03:17:51.347656 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03c6f-d105-426f-ba1f-dd64cf523aa5 req-bf3be541-8978-4714-8b43-00cbf043575a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:51.349149 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-19b03c6f-d105-426f-ba1f-dd64cf523aa5 req-bf3be541-8978-4714-8b43-00cbf043575a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0590758 Dec 18 03:17:51.396044 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-19b03c6f-d105-426f-ba1f-dd64cf523aa5 req-04ee8526-7ed6-4f9a-851b-c632283c12b7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Dec 18 03:17:52.518683 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722ffae-5167-49ac-abdd-f7d6bd7259d0 req-7fccbfd6-4920-468d-b396-ead9847ba3b1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:52.520060 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4722ffae-5167-49ac-abdd-f7d6bd7259d0 req-7fccbfd6-4920-468d-b396-ead9847ba3b1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0483344 Dec 18 03:17:52.565634 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4722ffae-5167-49ac-abdd-f7d6bd7259d0 req-abc99601-c70f-422e-bdf2-4c2a9b916d28 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 Dec 18 03:17:53.945127 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b224b-11bc-462d-962b-91cd57da4461 req-5f8d34d6-1c67-497a-8952-6845c4a983c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:53.946628 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f42b224b-11bc-462d-962b-91cd57da4461 req-5f8d34d6-1c67-497a-8952-6845c4a983c7 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.3088171 Dec 18 03:17:53.992292 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f42b224b-11bc-462d-962b-91cd57da4461 req-a815a7fd-8ba3-4650-a466-3552eab783bc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397177 Dec 18 03:17:54.828670 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:55.110442 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc6471-3720-4f9e-9c7b-747a0f0e2efe req-c1babe22-e488-4a83-9f87-e6b53a25b7bb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:55.111894 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cbfc6471-3720-4f9e-9c7b-747a0f0e2efe req-c1babe22-e488-4a83-9f87-e6b53a25b7bb tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Dec 18 03:17:55.161288 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cbfc6471-3720-4f9e-9c7b-747a0f0e2efe req-740a29f5-4945-4135-a7c1-33c018259681 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Dec 18 03:17:56.280003 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4636-0bae-4b52-bccd-e7109e228a35 req-3c2453e5-c92d-449c-8c97-f552e41a24cf tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:56.281380 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aaae4636-0bae-4b52-bccd-e7109e228a35 req-3c2453e5-c92d-449c-8c97-f552e41a24cf tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0476673 Dec 18 03:17:56.328611 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-aaae4636-0bae-4b52-bccd-e7109e228a35 req-42784124-8ebe-412d-991a-fec437b802f3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Dec 18 03:17:57.448674 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44209e88-b8ca-498a-a40f-a555cc78f0e4 req-ceb89948-c6c8-4d5a-bcf5-fe34b27b0682 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:57.450156 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-44209e88-b8ca-498a-a40f-a555cc78f0e4 req-ceb89948-c6c8-4d5a-bcf5-fe34b27b0682 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0500431 Dec 18 03:17:57.499727 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-44209e88-b8ca-498a-a40f-a555cc78f0e4 req-794b9d5c-9ff1-4fcb-8417-8d6efbab2be1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Dec 18 03:17:58.305923 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb409-e355-42c0-b72c-c7c342b00cc3 req-3edc0d02-0526-4450-8155-d269940ab959 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:58.307386 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-68cbb409-e355-42c0-b72c-c7c342b00cc3 req-3edc0d02-0526-4450-8155-d269940ab959 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0474954 Dec 18 03:17:58.360293 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-68cbb409-e355-42c0-b72c-c7c342b00cc3 req-860c8bf1-1445-4d39-904a-78c01a7e1775 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Dec 18 03:17:58.383555 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34950) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:58.540592 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0cb24-3d73-4af6-a09d-521b16b0989a tempest-TestMinimumBasicScenario-1143821840 tempest-TestMinimumBasicScenario-1143821840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:58.542203 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-63a0cb24-3d73-4af6-a09d-521b16b0989a tempest-TestMinimumBasicScenario-1143821840 tempest-TestMinimumBasicScenario-1143821840-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1093 time: 0.1575451 Dec 18 03:17:58.545298 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34960) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:17:58.549597 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'port_id': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:17:58.586609 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:58.665981 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1e9c-2310-4067-b720-9ca05562a11d req-6fe9587a-aca0-49d3-a513-1ec9d2993924 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:58.667362 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d4cb1e9c-2310-4067-b720-9ca05562a11d req-6fe9587a-aca0-49d3-a513-1ec9d2993924 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0946617 Dec 18 03:17:58.724453 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d4cb1e9c-2310-4067-b720-9ca05562a11d req-cb5ac9a8-94a5-4b05-bfec-59d84d6e33d8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503073 Dec 18 03:17:58.749642 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:58.857063 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Allocated IP 172.27.2.218 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/55497618-def0-49ce-b2f5-ccc1520d3243) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:17:58.954796 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:58.992356 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:59.031119 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:17:59.033918 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:17:59.037258 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:17:59.060934 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'Port': ['ID=55497618-def0-49ce-b2f5-ccc1520d3243,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:59.073485 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.073870 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.074214 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.074554 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.074890 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.075253 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.076631 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.076974 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.077309 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.077661 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.077997 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.078325 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.078651 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:17:59.440002 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:59.510319 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:59.657881 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:59.662190 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:59.731380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'Port': ['ID=55497618-def0-49ce-b2f5-ccc1520d3243,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:17:59.739754 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:17:59.838560 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.l3_db [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Floating IP a38efb27-233b-40af-b654-c917e2aeb2fe associated. External IP: 172.27.2.218, port: 86879b2c-8d5c-4c8e-b9e7-e91bea976d75. Dec 18 03:17:59.842667 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b927da5-f2d5-4c9a-b053-baf4d0682591 req-a3ae9135-3647-4f1c-bccf-cad1fa84afad tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:17:59.844162 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5b927da5-f2d5-4c9a-b053-baf4d0682591 req-a3ae9135-3647-4f1c-bccf-cad1fa84afad tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0486250 Dec 18 03:17:59.891659 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5b927da5-f2d5-4c9a-b053-baf4d0682591 req-e09d58cf-d6bf-483c-aac6-5918ccfb2ef1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Dec 18 03:18:00.036517 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Router c37e3eb0-d46e-494e-897a-b41cd141acdb has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:18:00.140328 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:18:00.149756 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] Sync routers for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:18:00.157704 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.159683 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:00.160493 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:00.188137 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-7ba3b1a7-88c1-43f5-96fd-633792dd9350 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6416461 Dec 18 03:18:00.188741 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:00.190981 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34966) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:00.191157 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6225d6a-e906-4354-bc1d-829a364ba2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:00.195704 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2b67e0b6-5a8a-48a1-b1be-e2c476e65dbc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399143997', 'description': 'tempest-secgroup-smoke-399143997 description', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:00.224432 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b67e0b6-5a8a-48a1-b1be-e2c476e65dbc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.272600 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:00.296151 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e04d0f-0242-44e8-b074-9a6fac39869d x-openstack-request-id: req-b1e04d0f-0242-44e8-b074-9a6fac39869d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:00.296436 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:00.296683 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1e04d0f-0242-44e8-b074-9a6fac39869d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:00.297075 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'status': 'completed', 'code': 200} Dec 18 03:18:00.299499 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b67e0b6-5a8a-48a1-b1be-e2c476e65dbc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.303703 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b67e0b6-5a8a-48a1-b1be-e2c476e65dbc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.334545 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b67e0b6-5a8a-48a1-b1be-e2c476e65dbc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.335762 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-2b67e0b6-5a8a-48a1-b1be-e2c476e65dbc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1437879 Dec 18 03:18:00.336483 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67e0b6-5a8a-48a1-b1be-e2c476e65dbc tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d6e20-2ce3-4920-96c8-19b85354b322,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:00.339075 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34972) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:00.346197 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d93477b9-fb4c-43e6-aa78-893136262743 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'security_group_rule': {'security_group_id': 'e19d6e20-2ce3-4920-96c8-19b85354b322', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:00.374646 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d93477b9-fb4c-43e6-aa78-893136262743 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.430231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d93477b9-fb4c-43e6-aa78-893136262743 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.434262 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d93477b9-fb4c-43e6-aa78-893136262743 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.458537 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93477b9-fb4c-43e6-aa78-893136262743 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c373e0-ea21-489e-aa9d-f3f9b62adbd2,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:00.465113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d93477b9-fb4c-43e6-aa78-893136262743 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.466524 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d93477b9-fb4c-43e6-aa78-893136262743 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242740 Dec 18 03:18:00.469470 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34974) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:00.474339 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6f3ea468-44e9-4129-aa80-bc9d436212e0 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'security_group_rule': {'security_group_id': 'e19d6e20-2ce3-4920-96c8-19b85354b322', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:00.504987 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a38efb27-233b-40af-b654-c917e2aeb2fe', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'port_id': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'mac_address': 'fa:16:3e:6c:e9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83329381-8624-4e96-a968-8f2de6818b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:17:59Z', 'updated_at': '2021-12-18T03:17:59Z', 'revision_number': 0, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 5, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:00.507550 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea468-44e9-4129-aa80-bc9d436212e0 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.533287 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] Checking router: c37e3eb0-d46e-494e-897a-b41cd141acdb for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:18:00.543111 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:00.543701 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:17:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:00.573044 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea468-44e9-4129-aa80-bc9d436212e0 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.576761 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea468-44e9-4129-aa80-bc9d436212e0 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.593980 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ea468-44e9-4129-aa80-bc9d436212e0 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7b1991-83d0-43d5-8041-a8c71576e8b7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:00.602928 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea468-44e9-4129-aa80-bc9d436212e0 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.604105 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6f3ea468-44e9-4129-aa80-bc9d436212e0 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335742 Dec 18 03:18:00.607732 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34978) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:00.612145 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3e3eaf98-273a-4e3d-a180-cb163c57fb78 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'security_group_rule': {'security_group_id': 'e19d6e20-2ce3-4920-96c8-19b85354b322', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:00.639900 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaf98-273a-4e3d-a180-cb163c57fb78 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.650760 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:00.697755 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaf98-273a-4e3d-a180-cb163c57fb78 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.702065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaf98-273a-4e3d-a180-cb163c57fb78 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.719358 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eaf98-273a-4e3d-a180-cb163c57fb78 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d077c5-e5b5-485c-8392-98bc7c0785cc,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:00.729437 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaf98-273a-4e3d-a180-cb163c57fb78 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.730924 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3e3eaf98-273a-4e3d-a180-cb163c57fb78 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222148 Dec 18 03:18:00.733924 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34980) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:00.738480 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bdf2bc93-6bec-4eb9-816a-2fc72d8af27b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'security_group_rule': {'security_group_id': 'e19d6e20-2ce3-4920-96c8-19b85354b322', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:00.768370 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bc93-6bec-4eb9-816a-2fc72d8af27b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.829763 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bc93-6bec-4eb9-816a-2fc72d8af27b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.833557 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bc93-6bec-4eb9-816a-2fc72d8af27b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.852608 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2bc93-6bec-4eb9-816a-2fc72d8af27b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ed85ca-ed55-498a-9065-9805c8c39966,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:00.861520 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bc93-6bec-4eb9-816a-2fc72d8af27b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.862750 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-bdf2bc93-6bec-4eb9-816a-2fc72d8af27b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278296 Dec 18 03:18:00.865926 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 34982) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:00.870428 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'security_group_rule': {'security_group_id': 'e19d6e20-2ce3-4920-96c8-19b85354b322', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:00.895541 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Project 535faa61f3e345e6be0cc8a3f85fb207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 03:18:00.900193 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.968528 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:00.972474 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.003225 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.004482 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376138 Dec 18 03:18:01.008875 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 34986) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:01.010619 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a38efb27-233b-40af-b654-c917e2aeb2fe', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'port_id': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'mac_address': 'fa:16:3e:6c:e9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83329381-8624-4e96-a968-8f2de6818b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:17:59Z', 'updated_at': '2021-12-18T03:17:59Z', 'revision_number': 0, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 5, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:01.013939 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ab9ab-7acb-425b-902e-fc1ec77a99a9 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ca9a55-9d1d-45e4-bdf6-7513ee598e39,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:01.014111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'security_group_rule': {'security_group_id': 'e19d6e20-2ce3-4920-96c8-19b85354b322', 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:01.026370 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5317e9-d210-4ee0-bf50-6832e0c49c58 req-a50d0bd0-545a-4dd8-8619-6bbdc797fcf2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:01.027863 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fc5317e9-d210-4ee0-bf50-6832e0c49c58 req-a50d0bd0-545a-4dd8-8619-6bbdc797fcf2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0628555 Dec 18 03:18:01.039232 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa618a-77de-4c93-aa97-1adb1ac13d2d None None] The sync data for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi is: [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a38efb27-233b-40af-b654-c917e2aeb2fe', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'port_id': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'mac_address': 'fa:16:3e:6c:e9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83329381-8624-4e96-a968-8f2de6818b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:17:59Z', 'updated_at': '2021-12-18T03:17:59Z', 'revision_number': 0, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 5, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:18:01.063500 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Project 535faa61f3e345e6be0cc8a3f85fb207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 03:18:01.077089 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.100569 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fc5317e9-d210-4ee0-bf50-6832e0c49c58 req-f56bece0-23fb-48c6-a8a8-b27206a76bd8 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661724 Dec 18 03:18:01.150604 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.154567 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.172447 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7c8eab-93e4-4b4d-80aa-00c5abbe2196,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:01.180410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.181584 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-fb9d0020-2e3e-4466-a51c-71d88550e123 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717315 Dec 18 03:18:01.256348 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf498bf-1a68-4a09-884d-3db65a77d9cc None None] New status for floating IP a38efb27-233b-40af-b654-c917e2aeb2fe: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:18:01.283584 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-34711fba-acbe-4267-ae33-bc9be5ca8e56 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399143997&fields=id&tenant_id=535faa61f3e345e6be0cc8a3f85fb207 HTTP/1.1" status: 200 len: 267 time: 0.0543618 Dec 18 03:18:01.335683 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-8d4f7c54-e82c-482d-9ecf-f0ba4d0a6d6b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:01.337138 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-8d4f7c54-e82c-482d-9ecf-f0ba4d0a6d6b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0477827 Dec 18 03:18:01.348661 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'port': {'security_groups': ['cb642b90-dd8d-44e6-aaff-8a4583459353', 'e19d6e20-2ce3-4920-96c8-19b85354b322']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:01.417772 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.499059 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0afc4daa-411f-4926-8a92-c0b7c0a04d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.599366 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:01.639196 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.644036 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.647313 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-7858aa8c-08fb-4d16-b433-7b36efa19081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:01.649000 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-7858aa8c-08fb-4d16-b433-7b36efa19081 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1098 time: 0.0408213 Dec 18 03:18:01.691280 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:01.692450 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:01.694828 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86879b2c-8d5c-4c8e-b9e7-e91bea976d75'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:18:01.698832 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-1ae4acf1-d20f-4c50-a667-a4f4e77f8654 req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "PUT /v2.0/ports/86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 981 time: 0.3536966 Dec 18 03:18:01.730911 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94242cb-d7bc-4ce3-850e-b678013cf2ac tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:01.773060 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-e3ffaaff-02eb-40be-b6cb-0a09a651c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:01.774672 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-e3ffaaff-02eb-40be-b6cb-0a09a651c6c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 916 time: 0.1074398 Dec 18 03:18:01.869331 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a51b5-80ae-47b9-b184-9edd89ac3d09 req-d59ede33-6dcd-485d-8fed-e0b2996a70b5 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:01.870997 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-836a51b5-80ae-47b9-b184-9edd89ac3d09 req-d59ede33-6dcd-485d-8fed-e0b2996a70b5 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.1001227 Dec 18 03:18:01.872891 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-81b25aa9-7e4d-42eb-9536-2ca64a7787e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 1001 time: 0.0896685 Dec 18 03:18:01.946036 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86879b2c-8d5c-4c8e-b9e7-e91bea976d75'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:18:01.958120 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-3b8a226e-d619-4391-b9ce-55593cdfb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:01.959569 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-3b8a226e-d619-4391-b9ce-55593cdfb226 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.0748775 Dec 18 03:18:01.984956 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-836a51b5-80ae-47b9-b184-9edd89ac3d09 req-5117778d-ecab-46d9-ae5e-f0a8b3f503c4 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062384 Dec 18 03:18:02.017135 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-f753cff4-88c5-4962-a694-3bb1080fea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:02.018692 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-f753cff4-88c5-4962-a694-3bb1080fea2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495143 Dec 18 03:18:02.027593 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fe70883b-de51-431f-a529-c6cb488688ca None None] Provisioning complete for port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:02.027959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fe70883b-de51-431f-a529-c6cb488688ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:02.120100 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-cad18ad2-5431-4c76-9b2e-700641d9c285 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865202 Dec 18 03:18:02.236205 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f6225d6a-e906-4354-bc1d-829a364ba2fa req-789223a4-67e7-46cd-98e5-3adbd12bb882 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968809 Dec 18 03:18:02.242189 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aab989-4b81-4576-9355-d964b8ac8a21 req-af767b66-4913-4688-842b-567e0ba559ae tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:02.244198 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-75aab989-4b81-4576-9355-d964b8ac8a21 req-af767b66-4913-4688-842b-567e0ba559ae tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0593402 Dec 18 03:18:02.300285 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-75aab989-4b81-4576-9355-d964b8ac8a21 req-cd190560-66dd-4ff9-a0d6-2ed1390d6617 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490062 Dec 18 03:18:02.300731 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:02.303120 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:02.339658 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ff08a-2e5c-4ee7-9622-c3f0305736b7 x-openstack-request-id: req-e96ff08a-2e5c-4ee7-9622-c3f0305736b7 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:02.340008 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:02.340323 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e96ff08a-2e5c-4ee7-9622-c3f0305736b7 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:02.340799 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'status': 'completed', 'code': 200} Dec 18 03:18:02.429231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-dc3419d0-a846-4b6a-9a46-32c322e94f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:02.430760 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-dc3419d0-a846-4b6a-9a46-32c322e94f2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1137 time: 0.0415261 Dec 18 03:18:02.524445 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-f390dbae-a70b-474f-b0ce-6634fb681638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:02.525930 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-f390dbae-a70b-474f-b0ce-6634fb681638 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 916 time: 0.0860500 Dec 18 03:18:02.589058 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-59e0edf9-3f52-4749-9c80-073bdf654497 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 1001 time: 0.0559700 Dec 18 03:18:02.642042 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-4935f408-0bd3-413e-a0cf-5d925faf3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:02.643520 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-4935f408-0bd3-413e-a0cf-5d925faf3e2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.0463631 Dec 18 03:18:02.696747 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-2eb402d0-2bb9-4d12-9850-fc9854ada476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:02.698373 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-2eb402d0-2bb9-4d12-9850-fc9854ada476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466974 Dec 18 03:18:02.793816 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-55bed105-f4ee-4d82-bddd-69771622c8b6 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862508 Dec 18 03:18:02.897214 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f691b2ce-390b-4ba1-b577-9d1f6e20d0b2 req-34e53140-e8fe-4bf2-b928-67ba00705858 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881791 Dec 18 03:18:03.419347 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5502f-a743-496a-a2fb-63cd78083fbe req-c0708db7-c694-4ebf-bb9e-338dc661c877 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:03.420953 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-61b5502f-a743-496a-a2fb-63cd78083fbe req-c0708db7-c694-4ebf-bb9e-338dc661c877 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Dec 18 03:18:03.469234 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-61b5502f-a743-496a-a2fb-63cd78083fbe req-a8ec11a2-5998-4f3f-9088-2c712ee368ea tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Dec 18 03:18:03.915652 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-26373ff5-b1eb-49fb-af63-461438af7e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:04.306856 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:18:04.413647 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:04.426477 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '9d73aaca-823a-46a8-a166-0001e8e95857', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'port_id': '9d73aaca-823a-46a8-a166-0001e8e95857', 'mac_address': 'fa:16:3e:80:7a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:18:04.465188 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:04.478942 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d73aaca-823a-46a8-a166-0001e8e95857 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:18:04.499489 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:04.503942 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:04.553753 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:04.562411 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.562767 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.563127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.563459 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.563793 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.564126 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.564459 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.564790 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.565122 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.565449 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.565846 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.566176 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.566498 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:04.603471 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb855e-6128-4654-b038-34d627817a68 req-beb8f20c-b1db-414f-a3d7-31b58422e912 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:04.605169 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0eeb855e-6128-4654-b038-34d627817a68 req-beb8f20c-b1db-414f-a3d7-31b58422e912 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 945 time: 0.0606239 Dec 18 03:18:04.658561 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0eeb855e-6128-4654-b038-34d627817a68 req-a7138955-a15e-4a8b-a14c-42ff650c736a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471549 Dec 18 03:18:04.662924 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['9d73aaca-823a-46a8-a166-0001e8e95857'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:18:04.992589 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:05.793036 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf610b6-244d-48ba-a2ad-2175ac3fc4e5 req-8588a0e9-bbfb-4719-b998-1186af7bad49 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:05.795077 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-baf610b6-244d-48ba-a2ad-2175ac3fc4e5 req-8588a0e9-bbfb-4719-b998-1186af7bad49 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 945 time: 0.0519106 Dec 18 03:18:05.844930 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-baf610b6-244d-48ba-a2ad-2175ac3fc4e5 req-ec45257a-9dd8-479f-b44d-4c6ced798879 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Dec 18 03:18:06.323673 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:06.340423 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4b77-7af2-4e78-aa21-71acd3fddde9 req-0d90d71d-f558-4d95-8d9e-14eb79401986 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:06.346965 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-89de4b77-7af2-4e78-aa21-71acd3fddde9 req-0d90d71d-f558-4d95-8d9e-14eb79401986 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0678697 Dec 18 03:18:06.406483 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 9d73aaca-823a-46a8-a166-0001e8e95857 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:06.406843 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:06.426932 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-89de4b77-7af2-4e78-aa21-71acd3fddde9 req-1d5883d6-5da6-4964-8fc4-b0edfc757ef3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693471 Dec 18 03:18:06.477963 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:06.536911 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:06.566960 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:06.569268 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35fbbb6-81a9-4949-8926-49ac6ec68468" -d '{"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-plugged", "status": "completed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:06.582310 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:06.586671 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:06.612523 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68195e81-c289-4b74-98ed-7a9a261e2853 x-openstack-request-id: req-68195e81-c289-4b74-98ed-7a9a261e2853 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:06.612814 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-plugged", "status": "completed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:06.613067 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68195e81-c289-4b74-98ed-7a9a261e2853 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:06.613459 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857', 'code': 200} Dec 18 03:18:06.649052 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:06.977500 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21125a36-cf56-46c8-81e8-ff12b7410b30 req-29005c9f-eea1-40ac-9f76-ed7d6acedbc9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:06.979195 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-21125a36-cf56-46c8-81e8-ff12b7410b30 req-29005c9f-eea1-40ac-9f76-ed7d6acedbc9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0567729 Dec 18 03:18:07.034725 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-21125a36-cf56-46c8-81e8-ff12b7410b30 req-fe80e342-f3ec-428b-b805-20456c05de93 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Dec 18 03:18:07.484062 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.537428 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35074) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:07.580007 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b95ba-9539-4bd7-9cb7-2aad421c264b req-7b5c25c1-4959-4459-847b-4e3ae4c1ae7f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:07.582223 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a97b95ba-9539-4bd7-9cb7-2aad421c264b req-7b5c25c1-4959-4459-847b-4e3ae4c1ae7f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0738163 Dec 18 03:18:07.656235 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a97b95ba-9539-4bd7-9cb7-2aad421c264b req-c458ec35-f258-40fe-ab65-bef4f013ce10 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663159 Dec 18 03:18:07.671751 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d678191b-16d6-4265-8c4d-11a824ad4efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.757548 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d678191b-16d6-4265-8c4d-11a824ad4efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.761676 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d678191b-16d6-4265-8c4d-11a824ad4efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.804422 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d678191b-16d6-4265-8c4d-11a824ad4efc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea0fa4633e3442f6960534929427bd14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657137 Dec 18 03:18:07.805917 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678191b-16d6-4265-8c4d-11a824ad4efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48178582-1716-4b9c-a14b-ba39ea478a80,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:07.806863 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35080) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:07.863341 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b00fdb-f81f-430c-8c5f-90e81dc72da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.887165 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b00fdb-f81f-430c-8c5f-90e81dc72da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.945371 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b00fdb-f81f-430c-8c5f-90e81dc72da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.948067 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b00fdb-f81f-430c-8c5f-90e81dc72da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:07.955346 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-81b00fdb-f81f-430c-8c5f-90e81dc72da9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48178582-1716-4b9c-a14b-ba39ea478a80 HTTP/1.1" status: 204 len: 168 time: 0.1449919 Dec 18 03:18:07.963663 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b00fdb-f81f-430c-8c5f-90e81dc72da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48178582-1716-4b9c-a14b-ba39ea478a80,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:08.079441 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-623a8f3c-9026-425d-b804-744678e29bfc tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:08.080957 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-623a8f3c-9026-425d-b804-744678e29bfc tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 946 time: 0.0582044 Dec 18 03:18:08.197512 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1da58d-bad0-4702-9314-024326e4241b req-2c3c062c-f17f-4e81-a4c4-1ecfffede551 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:08.200217 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ef1da58d-bad0-4702-9314-024326e4241b req-2c3c062c-f17f-4e81-a4c4-1ecfffede551 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0586057 Dec 18 03:18:08.205635 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Deleting port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:18:08.205984 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:08.295116 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ef1da58d-bad0-4702-9314-024326e4241b req-f6cde6be-7541-44af-a701-f211d8361e49 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875530 Dec 18 03:18:08.316068 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] For port 3c025ffb-e617-491c-82db-5bbcb6fa0c38, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3c025ffb-e617-491c-82db-5bbcb6fa0c38,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:08.316651 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:08.558184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:08.558896 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:08.559546 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Floating IP 3eebe9fa-7efb-429c-a462-ab90beeb88df disassociated. External IP: 172.27.2.227, port: 3c025ffb-e617-491c-82db-5bbcb6fa0c38. Dec 18 03:18:08.560748 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Calling delete_port for 3c025ffb-e617-491c-82db-5bbcb6fa0c38 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:18:08.726925 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:08.776728 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event deleted for resources: {'Port': ['ID=3c025ffb-e617-491c-82db-5bbcb6fa0c38,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:08.799843 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2729ca3-8097-44a2-8f75-4b70f0894fd5 req-6030f372-5f28-49a3-81cf-c240ab62a6d6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 210 time: 0.0665145 Dec 18 03:18:08.917785 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:18:09.044211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:18:09.058733 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:18:09.076335 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:09.078149 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:09.095555 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] No DVR routers for this DVR port 3c025ffb-e617-491c-82db-5bbcb6fa0c38 on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:18:09.100776 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:09.104618 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-57f29b82-4117-4d15-8f9f-c7afd02b51b1 req-6a984997-8989-4bf0-84b5-1f0902828386 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "DELETE /v2.0/ports/3c025ffb-e617-491c-82db-5bbcb6fa0c38 HTTP/1.1" status: 204 len: 173 time: 1.0161126 Dec 18 03:18:09.105571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'name': 'network-vif-deleted', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:09.109054 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427448c2-08e3-4613-91c5-e351e5090c7f" -d '{"events": [{"server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "name": "network-vif-deleted", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:09.197105 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c01529a-745d-4040-be09-e124a7753899 x-openstack-request-id: req-1c01529a-745d-4040-be09-e124a7753899 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:09.197430 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9e593b-0924-4c44-b1f2-e978a0a72025", "name": "network-vif-deleted", "tag": "3c025ffb-e617-491c-82db-5bbcb6fa0c38", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:09.197796 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c01529a-745d-4040-be09-e124a7753899 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:09.198207 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9e593b-0924-4c44-b1f2-e978a0a72025', 'name': 'network-vif-deleted', 'tag': '3c025ffb-e617-491c-82db-5bbcb6fa0c38', 'status': 'completed', 'code': 200} Dec 18 03:18:09.314445 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:09.522009 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b55f78-48c0-4b83-a869-6d5e4005dd51 req-eecd86f2-1b1b-437b-8eab-876e0c6c65a1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:09.539819 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64b55f78-48c0-4b83-a869-6d5e4005dd51 req-eecd86f2-1b1b-437b-8eab-876e0c6c65a1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.1560969 Dec 18 03:18:09.607705 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-64b55f78-48c0-4b83-a869-6d5e4005dd51 req-b0e4269c-d66e-4397-a1dc-9e1378bcda45 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667357 Dec 18 03:18:09.712454 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:09.747883 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:18:09.757669 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:09.758326 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:09.888440 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:09.950102 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f468ece3-a0b2-420e-9f7b-36dd60ea7659 req-da444ee6-155e-4c2d-a349-7432d797a248 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f9e593b-0924-4c44-b1f2-e978a0a72025 HTTP/1.1" status: 200 len: 210 time: 0.0311747 Dec 18 03:18:10.166707 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:10.197001 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c23c0-340b-4266-94d4-56fb09608373 None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:18:10.447820 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742bb4a3-5021-4dec-9781-234dc9cb26ce None None] New status for floating IP 3eebe9fa-7efb-429c-a462-ab90beeb88df: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:18:10.766874 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d257ce-e6c3-444d-b215-cfa7a265d291 req-0318c22c-163e-491a-9519-3a0e0e0361c5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:10.768761 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2d257ce-e6c3-444d-b215-cfa7a265d291 req-0318c22c-163e-491a-9519-3a0e0e0361c5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0789464 Dec 18 03:18:10.827174 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2d257ce-e6c3-444d-b215-cfa7a265d291 req-64864557-383b-487c-b308-8a90cf091920 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512943 Dec 18 03:18:11.271882 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-86f548f8-eb3f-4662-bec8-9a919f8dd53b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228218707&fields=id&tenant_id=f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 267 time: 0.0501530 Dec 18 03:18:11.391977 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-468f605e-646c-4a95-b57d-9d3412a74fc4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:11.393668 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-468f605e-646c-4a95-b57d-9d3412a74fc4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 812 time: 0.1138735 Dec 18 03:18:11.416616 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-0a56122f-2494-41ca-bdea-8d288b316683 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/quotas/f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 375 time: 0.0158117 Dec 18 03:18:11.470510 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-7a1ee004-8a18-42e3-8b44-067ad46beb9b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509584 Dec 18 03:18:11.677535 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-041a53e1-5b3c-4476-8943-3580d02aefbc service neutron] 10.222.0.24 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968315 Dec 18 03:18:11.793135 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-8d6c4efa-a504-4471-9b9b-839529b34992 service neutron] 10.222.0.24 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092343 Dec 18 03:18:12.000593 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229d7c8-df17-4ae8-8aca-b620f642308a req-d4bb2c94-ca58-4ec3-9e8f-28ad3537dbc9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:12.004231 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d229d7c8-df17-4ae8-8aca-b620f642308a req-d4bb2c94-ca58-4ec3-9e8f-28ad3537dbc9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0695457 Dec 18 03:18:12.092391 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d229d7c8-df17-4ae8-8aca-b620f642308a req-b4549b2f-6724-4845-85df-2533799f3e03 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823033 Dec 18 03:18:12.142445 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-540bcbe8-8e14-4143-aba5-15e9bd1b4fe9 req-d71457fe-94c7-4dc1-a696-d2430434520b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 210 time: 0.0452843 Dec 18 03:18:12.355112 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3c025ffb-e617-491c-82db-5bbcb6fa0c38 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:18:12.385885 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 3c025ffb-e617-491c-82db-5bbcb6fa0c38 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:18:12.386481 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 3c025ffb-e617-491c-82db-5bbcb6fa0c38 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:18:13.248052 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10867fa4-940b-42ab-91f1-bdf2910fc4df req-133971fd-7b04-48ff-a8b9-0a885c598d6c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:13.255550 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-10867fa4-940b-42ab-91f1-bdf2910fc4df req-133971fd-7b04-48ff-a8b9-0a885c598d6c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0849640 Dec 18 03:18:13.327266 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-10867fa4-940b-42ab-91f1-bdf2910fc4df req-3197f45c-759b-42af-83c9-9b74c424eadc tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634713 Dec 18 03:18:13.334346 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-980ad0ad-9d38-4c41-b305-56bef8c607b0 req-c4388273-c54b-4c94-a1f1-82ca80f29de6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 210 time: 0.0823996 Dec 18 03:18:13.404223 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-c1a5792c-2b85-430d-a49d-7fccff699a0b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:13.405850 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-c1a5792c-2b85-430d-a49d-7fccff699a0b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 812 time: 0.1927869 Dec 18 03:18:13.505845 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-98f6d24e-40fb-47f4-89a9-000950469c0a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 379 time: 0.0701602 Dec 18 03:18:13.519175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'port': {'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'admin_state_up': True, 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'security_groups': ['b89c7a00-39c0-477e-bb66-061ac4dd2dc5']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:13.657004 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Made reservation on behalf of f7f34416462043419f27fc97d17ab2bb for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:18:13.660869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:13.829268 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Allocated IP 172.20.0.9 (564be5c6-0032-4b6f-a63b-8fc0ef0d3621/d03fc07a-30e0-45f5-99c8-9d3830548022/66d77aea-4360-4b4d-9dff-ae5b34ea1557) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:14.006571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:14.050121 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:14.112881 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:14.117017 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=66d77aea-4360-4b4d-9dff-ae5b34ea1557,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:14.119587 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:14.122888 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:14.182175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:14.182929 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:14.212717 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-eb4d7244-5514-4818-b889-703e9d8f96a7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6986086 Dec 18 03:18:14.249699 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Request body: {'port': {'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:14.322008 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:14.511129 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d1aba-7b44-4445-88e5-447980c6e9b7 req-a49fbe14-2099-49bc-8bf0-ada8a619d118 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:14.521560 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-040d1aba-7b44-4445-88e5-447980c6e9b7 req-a49fbe14-2099-49bc-8bf0-ada8a619d118 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0747089 Dec 18 03:18:14.596724 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ebd6ae17-4261-40de-9b42-f0d7d126d8f9 None None] Provisioning complete for port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:14.602540 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ae17-4261-40de-9b42-f0d7d126d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:14.634028 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-040d1aba-7b44-4445-88e5-447980c6e9b7 req-1527e982-332f-47c5-b819-d6f23cc24ae0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109002 Dec 18 03:18:14.668669 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6ae17-4261-40de-9b42-f0d7d126d8f9 None None] Port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:18:14.733389 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aba5d-a650-4de3-a6a3-63cf87dbbd08 req-1a1ea6e2-6114-4ec5-bbc2-cd326ad74ffd tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:14.736705 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2a7aba5d-a650-4de3-a6a3-63cf87dbbd08 req-1a1ea6e2-6114-4ec5-bbc2-cd326ad74ffd tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 931 time: 0.2077389 Dec 18 03:18:14.852204 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2a7aba5d-a650-4de3-a6a3-63cf87dbbd08 req-849117c2-6222-44b5-82c6-785ba00b5287 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082852 Dec 18 03:18:14.933658 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d77aea-4360-4b4d-9dff-ae5b34ea1557 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:18:14.943402 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:14.963410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Transition to ACTIVE for port object 66d77aea-4360-4b4d-9dff-ae5b34ea1557 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:18:14.967365 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:15.041246 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Pushing event updated for resources: {'Port': ['ID=66d77aea-4360-4b4d-9dff-ae5b34ea1557,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:15.155635 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Attempting to bind port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:18:15.156635 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Attempting to bind port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:18:15.156635 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Attempting to bind port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:18:15.162881 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:18:15.163416 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Attempting to bind port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:18:15.169816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:18:15.170194 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Checking segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:15.170577 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Bound using segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:18:15.171006 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Bound port: 66d77aea-4360-4b4d-9dff-ae5b34ea1557, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:18:15.171353 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:15.243079 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] For port 66d77aea-4360-4b4d-9dff-ae5b34ea1557, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:18:15.248193 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] For port 66d77aea-4360-4b4d-9dff-ae5b34ea1557, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:18:15.252271 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:15.293183 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:15.294637 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:15.296161 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] 10.222.0.16 "PUT /v2.0/ports/66d77aea-4360-4b4d-9dff-ae5b34ea1557 HTTP/1.1" status: 200 len: 1093 time: 1.0536828 Dec 18 03:18:15.296606 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:15.298914 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875fcca6-6906-468f-9cc3-ab1eaefaa492" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:15.319175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a668-d2f0-4b57-a75b-f94497802a7c service neutron] Pushing event updated for resources: {'Port': ['ID=66d77aea-4360-4b4d-9dff-ae5b34ea1557,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:15.348391 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1432b2b-aa72-4666-b3e2-a3273e6ddc0b x-openstack-request-id: req-e1432b2b-aa72-4666-b3e2-a3273e6ddc0b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:15.348552 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:15.348788 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1432b2b-aa72-4666-b3e2-a3273e6ddc0b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:15.349188 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'status': 'completed', 'code': 200} Dec 18 03:18:15.414762 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-653dfebd-0795-4565-8bfa-77f004d10023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:15.416251 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-653dfebd-0795-4565-8bfa-77f004d10023 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 1096 time: 0.0427411 Dec 18 03:18:15.471511 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-106c2083-2b34-4741-ae43-f036191bb0d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557 HTTP/1.1" status: 200 len: 217 time: 0.0348382 Dec 18 03:18:15.525668 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-3bae32c7-f68f-4202-a47d-3e4620416bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:15.527131 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-3bae32c7-f68f-4202-a47d-3e4620416bb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0437369 Dec 18 03:18:15.677405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-1d0a9b6c-1d9c-4286-925c-af2bbd3817e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:15.678806 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-1d0a9b6c-1d9c-4286-925c-af2bbd3817e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429642 Dec 18 03:18:15.979001 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-8d3f3665-2438-4133-8a54-985e6d5134b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:15.980824 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-8d3f3665-2438-4133-8a54-985e6d5134b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1099 time: 0.0747406 Dec 18 03:18:15.992985 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c9a9-af3f-4aaf-8e18-5729f990f0b5 req-ec8b9699-c8be-4057-960a-2a5eaf10ada7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:15.994450 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-31f4c9a9-af3f-4aaf-8e18-5729f990f0b5 req-ec8b9699-c8be-4057-960a-2a5eaf10ada7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0643072 Dec 18 03:18:16.067951 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463f92f-adba-43d8-b556-fc47980c0b9e req-63fc559f-a54a-4041-8487-2448de6fe9f5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.069368 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b463f92f-adba-43d8-b556-fc47980c0b9e req-63fc559f-a54a-4041-8487-2448de6fe9f5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.3419337 Dec 18 03:18:16.076134 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-ae429b5f-9123-4054-9854-ca967b4e435e service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893871 Dec 18 03:18:16.092623 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-31f4c9a9-af3f-4aaf-8e18-5729f990f0b5 req-5dcb1679-223d-42c1-9b94-6bd0b69059dd tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893626 Dec 18 03:18:16.120553 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-8f1a94b7-8ab2-45b4-bb01-07cde9b91e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.122143 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-8f1a94b7-8ab2-45b4-bb01-07cde9b91e38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.1268506 Dec 18 03:18:16.170596 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b463f92f-adba-43d8-b556-fc47980c0b9e req-6aaa8383-9a80-46c7-aaa7-4bda9bb344e0 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935142 Dec 18 03:18:16.193464 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-94eb87a6-7783-4721-9b2b-a3e73e17ebe9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 200 len: 1002 time: 0.0639672 Dec 18 03:18:16.201485 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1ad81061-3bcc-4fff-bfcb-87ede23d9dc8 req-7950d09b-9d5e-4b98-b17b-de6b75d8ef2a service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177869 Dec 18 03:18:16.245682 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-d7a02564-d47f-458e-8749-748fe63d1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.248551 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-d7a02564-d47f-458e-8749-748fe63d1b9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0460503 Dec 18 03:18:16.341823 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-8dcac607-dc65-4330-bbd0-054602fcccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.343330 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-8dcac607-dc65-4330-bbd0-054602fcccf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449803 Dec 18 03:18:16.345988 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-0ec12fbc-f33f-43e8-8477-7b26a17b4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.347428 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-0ec12fbc-f33f-43e8-8477-7b26a17b4240 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 1096 time: 0.0476515 Dec 18 03:18:16.463680 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-51b82bc5-599c-44c2-8ded-9ed3da837c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.465955 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-51b82bc5-599c-44c2-8ded-9ed3da837c47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.1072195 Dec 18 03:18:16.520706 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-ad9c8207-fc8b-4383-98ab-e15e18a27449 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557 HTTP/1.1" status: 200 len: 217 time: 0.0458047 Dec 18 03:18:16.577274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-9fec6f60-466b-4256-aea0-82a1eb48fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.578783 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-9fec6f60-466b-4256-aea0-82a1eb48fa67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0509253 Dec 18 03:18:16.627065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-616e8560-b64c-49c6-bafa-64441a2cfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:16.628564 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-616e8560-b64c-49c6-bafa-64441a2cfec3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423989 Dec 18 03:18:16.695120 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-b3cf408e-2884-4800-a0da-413911101935 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375132 Dec 18 03:18:16.717787 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-ac4ba91d-a931-4a82-8daa-90edc563836e service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808372 Dec 18 03:18:16.785939 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6d435c-f5a7-4510-8c06-2dc8285d2598 req-66d4989f-d231-4239-8bed-b5299fc11fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828178 Dec 18 03:18:16.814245 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-875fcca6-6906-468f-9cc3-ab1eaefaa492 req-4f638579-6839-43bf-823b-6b18b79ec0a5 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894852 Dec 18 03:18:17.211507 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f26c6-1e2f-4fc5-b567-0b02653c0543 req-50815ce1-f7cf-4657-9feb-55660f6a8e3a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:17.212978 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4c7f26c6-1e2f-4fc5-b567-0b02653c0543 req-50815ce1-f7cf-4657-9feb-55660f6a8e3a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0507987 Dec 18 03:18:17.262018 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4c7f26c6-1e2f-4fc5-b567-0b02653c0543 req-8c5b97ef-201d-4fac-92c5-80f819721944 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Dec 18 03:18:17.294196 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677acdbb-e7f0-4d1f-ad26-4a47e844531d req-0e691627-e250-431c-8c4b-ef98580e12f4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:17.295754 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-677acdbb-e7f0-4d1f-ad26-4a47e844531d req-0e691627-e250-431c-8c4b-ef98580e12f4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0482237 Dec 18 03:18:17.341094 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-677acdbb-e7f0-4d1f-ad26-4a47e844531d req-fb45d640-31fd-44d6-b17e-c24314ad8c6e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385494 Dec 18 03:18:18.378117 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4124e0-6532-46cb-b633-b5deef16635b req-83059719-7396-4b12-a6c7-086f208224c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:18.379607 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ad4124e0-6532-46cb-b633-b5deef16635b req-83059719-7396-4b12-a6c7-086f208224c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0485733 Dec 18 03:18:18.429246 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ad4124e0-6532-46cb-b633-b5deef16635b req-b6185f25-2989-4dae-8f56-b8d18fbc6929 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Dec 18 03:18:18.465805 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb76c-f5b0-4352-be2b-cf673183c965 req-df01d546-9c66-4925-b543-4bb5f0d485f4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:18.467283 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-052eb76c-f5b0-4352-be2b-cf673183c965 req-df01d546-9c66-4925-b543-4bb5f0d485f4 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0523582 Dec 18 03:18:18.513242 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-052eb76c-f5b0-4352-be2b-cf673183c965 req-45368477-8e76-48fe-8e1c-ffd5c40f5d1d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Dec 18 03:18:19.541180 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8867c-6848-4b27-9e8f-fc6041709e63 req-20b0326d-50b0-48ae-a460-91b1b893145b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:19.542667 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-24f8867c-6848-4b27-9e8f-fc6041709e63 req-20b0326d-50b0-48ae-a460-91b1b893145b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0482175 Dec 18 03:18:19.596520 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-24f8867c-6848-4b27-9e8f-fc6041709e63 req-8e648765-3c19-4c41-884c-651c9eb18d58 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476325 Dec 18 03:18:19.632522 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2ea39-e414-4895-86b4-2db3b20724c1 req-0fa6aa0a-ab80-4e14-9981-4a0580d28127 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:19.633978 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-53c2ea39-e414-4895-86b4-2db3b20724c1 req-0fa6aa0a-ab80-4e14-9981-4a0580d28127 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0493491 Dec 18 03:18:19.679133 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-53c2ea39-e414-4895-86b4-2db3b20724c1 req-1b184121-6aac-42ae-ae25-d0c0fba1b366 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Dec 18 03:18:20.677865 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:18:20.711301 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1c23b-fe5e-404d-b759-966b050b6e74 req-53824953-ac6f-4efd-9524-7fab5dd95ae6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:20.712732 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-58b1c23b-fe5e-404d-b759-966b050b6e74 req-53824953-ac6f-4efd-9524-7fab5dd95ae6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0517194 Dec 18 03:18:20.752183 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:20.770978 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-58b1c23b-fe5e-404d-b759-966b050b6e74 req-7520395f-3846-41ef-b93f-162932f9694f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503552 Dec 18 03:18:20.776315 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:20.779357 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a85a975-21b3-40da-931f-62072ae0d6e5" -d '{"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-unplugged", "status": "completed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:20.794359 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:20.800361 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:20.829866 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93abc420-9129-4aa4-a66e-8332cb72ec6a x-openstack-request-id: req-93abc420-9129-4aa4-a66e-8332cb72ec6a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:20.830155 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-unplugged", "status": "failed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857", "code": 422}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:20.830402 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93abc420-9129-4aa4-a66e-8332cb72ec6a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:20.830805 dv-cinder-818037-10-iscsi neutron-server[102470]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857', 'code': 422} returned with failed status Dec 18 03:18:20.836773 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be024bc5-c254-4761-96d9-eec5cd564e91 req-a4311042-bcda-4fec-a023-b5033532e40a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:20.838629 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-be024bc5-c254-4761-96d9-eec5cd564e91 req-a4311042-bcda-4fec-a023-b5033532e40a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 946 time: 0.0594144 Dec 18 03:18:20.850406 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:20.897977 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-be024bc5-c254-4761-96d9-eec5cd564e91 req-eb48cb6a-9e2e-4366-9fee-5776797366e5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513892 Dec 18 03:18:21.875290 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634101e-4420-4834-bda9-1379d6b2cfe1 req-8fd2f075-6036-4eaf-9dba-6e8bf46a7d86 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:21.876869 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3634101e-4420-4834-bda9-1379d6b2cfe1 req-8fd2f075-6036-4eaf-9dba-6e8bf46a7d86 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0783544 Dec 18 03:18:21.894534 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-c5dd43a0-ff0f-426a-bf8f-db368849d129 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610240 Dec 18 03:18:21.894839 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca009dc-0ff7-4538-95f4-933b9ca7ca80 req-bc6530ff-ee7f-4d8a-bd2b-a8a57c98cff0 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:21.896277 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-eca009dc-0ff7-4538-95f4-933b9ca7ca80 req-bc6530ff-ee7f-4d8a-bd2b-a8a57c98cff0 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0499618 Dec 18 03:18:21.935857 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3634101e-4420-4834-bda9-1379d6b2cfe1 req-4f6201c5-4cc6-4ba9-a5e6-880f2d08a466 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513175 Dec 18 03:18:21.953166 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-eca009dc-0ff7-4538-95f4-933b9ca7ca80 req-318e4764-de82-4d49-adaa-85ca8086fdf7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510309 Dec 18 03:18:22.802629 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-ea6022f3-4d1a-4f6a-b9f3-ae53295d305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:22.804099 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-ea6022f3-4d1a-4f6a-b9f3-ae53295d305a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8&tenant_id=9f27614e91de40f2ba636e557961e94f HTTP/1.1" status: 200 len: 1097 time: 0.0723724 Dec 18 03:18:22.878856 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-b4774d51-80a2-44e1-a529-0ce95087c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:22.880205 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-b4774d51-80a2-44e1-a529-0ce95087c9f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1097 time: 0.0399730 Dec 18 03:18:22.966289 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-d2631c0a-52b7-4704-9c9a-e354c180de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:22.967832 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-d2631c0a-52b7-4704-9c9a-e354c180de01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.0798926 Dec 18 03:18:23.066943 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-bf8ad747-6a24-41f9-a439-af205be36e02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 200 len: 1000 time: 0.0918400 Dec 18 03:18:23.077801 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3e158-6ef8-4455-995d-26d731fe3dc1 req-07651965-d804-4c5f-8abb-f0c8768e1dce tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:23.078614 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333820c4-a104-44df-a0e5-d1199754b8c4 req-e51ff3da-3165-4d6d-a604-f96e7909dafe tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:23.079455 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e8f3e158-6ef8-4455-995d-26d731fe3dc1 req-07651965-d804-4c5f-8abb-f0c8768e1dce tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0539691 Dec 18 03:18:23.080048 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-333820c4-a104-44df-a0e5-d1199754b8c4 req-e51ff3da-3165-4d6d-a604-f96e7909dafe tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0648668 Dec 18 03:18:23.129958 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e8f3e158-6ef8-4455-995d-26d731fe3dc1 req-6c26454f-246a-4504-ba15-dd7c8674dfe7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 Dec 18 03:18:23.151865 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-3dbae006-9a5b-42d2-a5e2-871220de5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:23.153948 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-3dbae006-9a5b-42d2-a5e2-871220de5452 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0730355 Dec 18 03:18:23.172751 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-333820c4-a104-44df-a0e5-d1199754b8c4 req-12f336de-8d24-4634-8349-49580c2b0052 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845914 Dec 18 03:18:23.204288 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-bac096ff-c0a8-4d2d-8741-28bf22eb4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:23.205771 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-bac096ff-c0a8-4d2d-8741-28bf22eb4323 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436735 Dec 18 03:18:23.292286 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-1d4239ef-bc84-43ea-a636-8edd7e5c0198 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791991 Dec 18 03:18:23.385426 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4e4400e3-ef62-4b7c-8172-5d5073624328 req-09197b01-fcf1-4424-9f07-aaebe7b8aa47 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Dec 18 03:18:24.307078 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9126104-6c1f-48b5-8520-2da3364cfaae req-baffc33d-7827-40b3-b2f5-34af2c2a2c2b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:24.309636 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d9126104-6c1f-48b5-8520-2da3364cfaae req-baffc33d-7827-40b3-b2f5-34af2c2a2c2b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 943 time: 0.0993989 Dec 18 03:18:24.368133 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233b002-a70e-42e8-ad5b-ff9d3c20ee12 req-7d0529c7-db19-4181-ac7e-5aef3f13bc42 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:24.376658 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f233b002-a70e-42e8-ad5b-ff9d3c20ee12 req-7d0529c7-db19-4181-ac7e-5aef3f13bc42 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0950327 Dec 18 03:18:24.388890 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d9126104-6c1f-48b5-8520-2da3364cfaae req-08dac848-04f6-4dbd-ab51-0f078b29eab5 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735910 Dec 18 03:18:24.442118 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f233b002-a70e-42e8-ad5b-ff9d3c20ee12 req-f811a5b9-54dc-4c5b-90ca-dcd89469f0e1 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586019 Dec 18 03:18:24.716773 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 66d77aea-4360-4b4d-9dff-ae5b34ea1557 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:18:24.726955 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:18:24.880600 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:18:25.007625 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:25.051837 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 66d77aea-4360-4b4d-9dff-ae5b34ea1557, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:25.064667 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:18:25.104081 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:25.117993 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d77aea-4360-4b4d-9dff-ae5b34ea1557 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:18:25.141125 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 66d77aea-4360-4b4d-9dff-ae5b34ea1557, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:25.144893 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:25.191481 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=66d77aea-4360-4b4d-9dff-ae5b34ea1557,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:25.485246 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['66d77aea-4360-4b4d-9dff-ae5b34ea1557'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:18:25.526391 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89b371-db92-4aeb-88ba-b1a72843fcfa req-cfb4eb59-9ee2-4ac3-8e68-66e10b44883f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:25.528126 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dd89b371-db92-4aeb-88ba-b1a72843fcfa req-cfb4eb59-9ee2-4ac3-8e68-66e10b44883f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 944 time: 0.0639150 Dec 18 03:18:25.584633 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40222853-f528-4817-be16-0f440d844449 req-565d94ea-9224-4fba-bf1c-0ff60b27387d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:25.587016 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-40222853-f528-4817-be16-0f440d844449 req-565d94ea-9224-4fba-bf1c-0ff60b27387d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0633645 Dec 18 03:18:25.618630 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dd89b371-db92-4aeb-88ba-b1a72843fcfa req-62748ebc-c9df-405a-b202-8ab5b4cae802 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804660 Dec 18 03:18:25.648953 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-40222853-f528-4817-be16-0f440d844449 req-dd1cf469-86df-4c6e-b397-e3f72157f37c tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555696 Dec 18 03:18:26.733995 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 66d77aea-4360-4b4d-9dff-ae5b34ea1557 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:26.748918 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f1100-12dd-415c-9ecd-1412bf8ce3aa req-c2c73c1c-55fd-477c-a2e5-2559e87d2911 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:26.774216 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7a6f1100-12dd-415c-9ecd-1412bf8ce3aa req-c2c73c1c-55fd-477c-a2e5-2559e87d2911 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 944 time: 0.0807784 Dec 18 03:18:26.792964 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:18:26.797704 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:26.798155 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:26.806892 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c401e78-3eba-4adc-a07a-6a4f38c06365 req-13e93986-36ff-4a3a-8533-66ee84aa3ac2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:26.816383 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c401e78-3eba-4adc-a07a-6a4f38c06365 req-13e93986-36ff-4a3a-8533-66ee84aa3ac2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0695949 Dec 18 03:18:26.829829 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7a6f1100-12dd-415c-9ecd-1412bf8ce3aa req-4ea4345e-98e3-4107-872f-d6a55ef6ce31 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498273 Dec 18 03:18:26.865076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c401e78-3eba-4adc-a07a-6a4f38c06365 req-a754f8f4-1d04-4c54-bf03-890845e87fb2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474029 Dec 18 03:18:26.892860 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:26.920936 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:26.923133 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97d4ae2-ebac-4bbd-91cf-87671e776805" -d '{"events": [{"server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "name": "network-vif-plugged", "status": "completed", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:26.936077 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 66d77aea-4360-4b4d-9dff-ae5b34ea1557, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:26.940176 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:26.964233 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95236e7-6a49-4911-9471-4219cc1e6962 x-openstack-request-id: req-b95236e7-6a49-4911-9471-4219cc1e6962 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:26.964521 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "name": "network-vif-plugged", "status": "completed", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:26.965394 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b95236e7-6a49-4911-9471-4219cc1e6962 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:26.966213 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'code': 200} Dec 18 03:18:26.995148 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=66d77aea-4360-4b4d-9dff-ae5b34ea1557,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:27.986054 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de0b4-26ce-42cd-8517-030a9dee2599 req-8b1e52d3-6d5d-4308-8276-14854af2f7bc tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:27.987563 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ac9de0b4-26ce-42cd-8517-030a9dee2599 req-8b1e52d3-6d5d-4308-8276-14854af2f7bc tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0527747 Dec 18 03:18:28.021457 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ee247-9119-4187-aaf6-692c3e3234ce req-735d2fe8-a722-4098-850e-1f00d58023d2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:28.024290 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d86ee247-9119-4187-aaf6-692c3e3234ce req-735d2fe8-a722-4098-850e-1f00d58023d2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0637350 Dec 18 03:18:28.049784 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ac9de0b4-26ce-42cd-8517-030a9dee2599 req-ea72f830-3298-4cd2-a50c-0fab637fac18 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560608 Dec 18 03:18:28.082170 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-d86ee247-9119-4187-aaf6-692c3e3234ce req-ee6005a6-8b62-4535-a788-79186be0e8b3 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510249 Dec 18 03:18:29.174747 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6e393-507e-4718-90a0-27a6b9519b5d req-1547ee24-2e57-4ecc-ab4f-0a6feb620ec9 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:29.182046 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-13e6e393-507e-4718-90a0-27a6b9519b5d req-1547ee24-2e57-4ecc-ab4f-0a6feb620ec9 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0590050 Dec 18 03:18:29.219817 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28310082-8842-4dcf-a6c7-8c491e3d47d5 req-98cc832d-17ae-409f-ac91-d9d471835ea6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:29.227182 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-28310082-8842-4dcf-a6c7-8c491e3d47d5 req-98cc832d-17ae-409f-ac91-d9d471835ea6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0667615 Dec 18 03:18:29.236483 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-13e6e393-507e-4718-90a0-27a6b9519b5d req-adcb3b30-414a-490f-9f37-3c44ea972365 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534897 Dec 18 03:18:29.279979 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-28310082-8842-4dcf-a6c7-8c491e3d47d5 req-44d7dfed-fb77-4466-9f5d-8fa7356ae263 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519235 Dec 18 03:18:30.359458 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aabb7-d2b3-43d8-880e-8308db596b51 req-7480dd56-e85f-4190-ae5e-00c088a1725c tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:30.361006 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df3aabb7-d2b3-43d8-880e-8308db596b51 req-7480dd56-e85f-4190-ae5e-00c088a1725c tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0547259 Dec 18 03:18:30.411956 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef72-7675-4695-a26d-008defce2ab6 req-568bb868-70c0-4f47-91ee-1b008d80c612 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:30.413447 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3075ef72-7675-4695-a26d-008defce2ab6 req-568bb868-70c0-4f47-91ee-1b008d80c612 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0508966 Dec 18 03:18:30.429779 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df3aabb7-d2b3-43d8-880e-8308db596b51 req-e6500d3f-19e8-4b6b-b014-c5bf636de66a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584114 Dec 18 03:18:30.464274 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-3075ef72-7675-4695-a26d-008defce2ab6 req-8fff21c5-44c6-420c-8ce8-b6581cab7944 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Dec 18 03:18:31.504836 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7176be96-16ba-4da1-b615-ea46e9f43a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:31.579376 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6280-d45e-4084-aa72-69377515291d req-d25cb74b-ac17-48dc-b98c-6e77893dda28 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:31.584921 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f53b6280-d45e-4084-aa72-69377515291d req-d25cb74b-ac17-48dc-b98c-6e77893dda28 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0707376 Dec 18 03:18:31.600980 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5bfe-1b7d-49a6-b2e6-0d786401fd34 req-4a602578-86ce-4bce-a624-de00ef08ff6b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:31.602531 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c0cd5bfe-1b7d-49a6-b2e6-0d786401fd34 req-4a602578-86ce-4bce-a624-de00ef08ff6b tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0570743 Dec 18 03:18:31.661696 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f53b6280-d45e-4084-aa72-69377515291d req-b9a6b633-ca2a-4851-925b-a61489522e81 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745726 Dec 18 03:18:31.663383 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c0cd5bfe-1b7d-49a6-b2e6-0d786401fd34 req-affc6b55-fa65-4fc9-8b99-0c36336041f6 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522556 Dec 18 03:18:32.790340 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c39631-78d8-4046-a08a-831abfc11219 req-5fd0307e-544d-4d9c-83ed-5ec93e8945c2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:32.794244 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-47c39631-78d8-4046-a08a-831abfc11219 req-5fd0307e-544d-4d9c-83ed-5ec93e8945c2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0542405 Dec 18 03:18:32.797165 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a3e9-38ec-40dd-8fd4-9a021333faa5 req-2d8e768d-49ce-4082-ab6e-93188c90de30 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:32.799300 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2447a3e9-38ec-40dd-8fd4-9a021333faa5 req-2d8e768d-49ce-4082-ab6e-93188c90de30 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0533643 Dec 18 03:18:32.848152 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-47c39631-78d8-4046-a08a-831abfc11219 req-3f3728fa-d0f8-4bea-8af7-74719ce58e03 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502493 Dec 18 03:18:32.853344 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2447a3e9-38ec-40dd-8fd4-9a021333faa5 req-2c5f9fa0-797c-412e-89de-93ec2a8edb42 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Dec 18 03:18:33.930828 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-722203c8-50ef-45de-8018-7f901261d450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:34.017756 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864306bb-d1bd-4018-a9af-aef90f29aa78 req-35106434-33e8-4ef5-9172-9148db951244 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:34.020038 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-864306bb-d1bd-4018-a9af-aef90f29aa78 req-35106434-33e8-4ef5-9172-9148db951244 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0758235 Dec 18 03:18:34.022715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfe115-22d5-4830-aa5e-629535b14e8a req-6a53c8ca-a9e8-4b2b-9b5f-92a0fa9f2d24 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:34.024202 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-51dfe115-22d5-4830-aa5e-629535b14e8a req-6a53c8ca-a9e8-4b2b-9b5f-92a0fa9f2d24 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0508859 Dec 18 03:18:34.080184 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-864306bb-d1bd-4018-a9af-aef90f29aa78 req-1cc13b11-206b-4b45-9034-587fe7243460 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543222 Dec 18 03:18:34.082988 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-51dfe115-22d5-4830-aa5e-629535b14e8a req-955ead16-8b3a-4ad0-b4e7-d1dea693c619 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489058 Dec 18 03:18:34.384599 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965be98-768d-438e-82d0-538a4e9e27d7 req-74027ba6-d250-429e-a7d6-545e7ae6d215 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:34.386000 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0965be98-768d-438e-82d0-538a4e9e27d7 req-74027ba6-d250-429e-a7d6-545e7ae6d215 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0522072 Dec 18 03:18:34.450321 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0965be98-768d-438e-82d0-538a4e9e27d7 req-4bbc353c-b54e-4626-83f8-0084b0efb597 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576243 Dec 18 03:18:34.989723 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:35.210051 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eede094-c925-462d-8d9b-6b4cd73f9160 req-0c3d466d-4053-41be-b7f8-a42c45f5a1f1 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.210689 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66959a37-3b89-4d22-8038-c3db70c2b787 req-a9694856-a5f2-4145-9d16-352788e2330e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.211350 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4eede094-c925-462d-8d9b-6b4cd73f9160 req-0c3d466d-4053-41be-b7f8-a42c45f5a1f1 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0537529 Dec 18 03:18:35.218532 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-66959a37-3b89-4d22-8038-c3db70c2b787 req-a9694856-a5f2-4145-9d16-352788e2330e tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0568452 Dec 18 03:18:35.292679 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4eede094-c925-462d-8d9b-6b4cd73f9160 req-914f3a23-b19e-4a97-a319-463b82792f4d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742874 Dec 18 03:18:35.300104 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-2e39193e-c853-4004-a53a-6da620aee638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.302509 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-2e39193e-c853-4004-a53a-6da620aee638 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1137 time: 0.0696664 Dec 18 03:18:35.311677 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb0497-726e-489a-968b-1c2b5bf526be req-2f313ca1-5e45-44f5-ace7-be574bcb8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.313140 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-22fb0497-726e-489a-968b-1c2b5bf526be req-2f313ca1-5e45-44f5-ace7-be574bcb8067 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f27614e91de40f2ba636e557961e94f&device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1097 time: 0.0729363 Dec 18 03:18:35.316514 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-66959a37-3b89-4d22-8038-c3db70c2b787 req-2eb9871d-9a40-47b8-a0e9-b78d844ce5b5 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921941 Dec 18 03:18:35.422724 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-6917332f-55a5-40ed-a606-d33077685959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.424186 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-6917332f-55a5-40ed-a606-d33077685959 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 916 time: 0.1062443 Dec 18 03:18:35.431901 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb0497-726e-489a-968b-1c2b5bf526be req-d511cfd5-1374-4798-834e-c672069cab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.433399 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-22fb0497-726e-489a-968b-1c2b5bf526be req-d511cfd5-1374-4798-834e-c672069cab60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 200 len: 917 time: 0.0907457 Dec 18 03:18:35.516847 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-22fb0497-726e-489a-968b-1c2b5bf526be req-9c2314fa-9a94-4a50-a06e-d38ef198d4a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 200 len: 1000 time: 0.0698509 Dec 18 03:18:35.549313 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04124331-f0b0-4090-9ebd-d08325fec3e5 req-edc59c55-cea3-4d85-a2fc-2b63919238d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.550817 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-04124331-f0b0-4090-9ebd-d08325fec3e5 req-edc59c55-cea3-4d85-a2fc-2b63919238d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 1098 time: 0.1041558 Dec 18 03:18:35.570453 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb0497-726e-489a-968b-1c2b5bf526be req-e849a982-e59a-4a55-833f-5f0d4d4d4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.571891 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-22fb0497-726e-489a-968b-1c2b5bf526be req-e849a982-e59a-4a55-833f-5f0d4d4d4d6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 200 len: 855 time: 0.0458939 Dec 18 03:18:35.581439 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-6c516859-8a86-44d3-a177-06fe5236ea64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 1001 time: 0.1358678 Dec 18 03:18:35.620267 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb0497-726e-489a-968b-1c2b5bf526be req-6042db2e-cec6-4ccd-9df2-90a479291276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.622358 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-22fb0497-726e-489a-968b-1c2b5bf526be req-6042db2e-cec6-4ccd-9df2-90a479291276 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c2dc738-d6f1-48f3-b8e0-871e485e797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409558 Dec 18 03:18:35.647866 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beb103-e02e-4c52-8926-15f7d208e9cb req-a08ed430-1716-40b9-b569-cdaa7ca98f7c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.649339 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-97beb103-e02e-4c52-8926-15f7d208e9cb req-a08ed430-1716-40b9-b569-cdaa7ca98f7c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.1238468 Dec 18 03:18:35.692241 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-04124331-f0b0-4090-9ebd-d08325fec3e5 req-9557875f-a03e-497d-a4f7-eff26c838e6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243777 Dec 18 03:18:35.694679 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-c0e5b157-3b89-4290-8eef-034a6b7e2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:35.696013 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-c0e5b157-3b89-4290-8eef-034a6b7e2840 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.1041503 Dec 18 03:18:35.715097 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-22fb0497-726e-489a-968b-1c2b5bf526be req-a9a305ea-f466-488f-a8fd-81a146c11b73 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842941 Dec 18 03:18:35.736565 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-97beb103-e02e-4c52-8926-15f7d208e9cb req-059ad20a-f5ba-4cef-862d-7103bd5809df tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805721 Dec 18 03:18:36.028571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-2821591a-91df-408b-b7f0-d7f8ab79cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:36.030083 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-2821591a-91df-408b-b7f0-d7f8ab79cbae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413496 Dec 18 03:18:36.072209 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-22fb0497-726e-489a-968b-1c2b5bf526be req-819550af-c854-492a-b2f2-02507d17a0e3 service neutron] 10.222.0.16 "GET /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820668 Dec 18 03:18:36.143210 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-17f0c8e6-4075-462c-95bd-1def4f8086e1 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855818 Dec 18 03:18:36.242331 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2256727e-40a5-4cd0-b7a5-57ced542177f req-e06f7c35-b53a-41f8-9f36-e316523286e4 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862019 Dec 18 03:18:36.416503 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd043-07c0-4dcb-8e6c-9ae57674183e req-99fa062a-ebca-4730-9cc7-a5036de11976 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:36.418601 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-05cbd043-07c0-4dcb-8e6c-9ae57674183e req-99fa062a-ebca-4730-9cc7-a5036de11976 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0556121 Dec 18 03:18:36.459205 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:36.475301 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe9aac-2a8f-4c14-ac22-cc240191ff42 req-f5d85fc0-ce85-4df8-af3a-a173e78bcf66 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:36.477050 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-15fe9aac-2a8f-4c14-ac22-cc240191ff42 req-f5d85fc0-ce85-4df8-af3a-a173e78bcf66 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0787456 Dec 18 03:18:36.481301 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-05cbd043-07c0-4dcb-8e6c-9ae57674183e req-b858872e-6169-4341-ac1b-85e8700a7ed3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560598 Dec 18 03:18:36.527723 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-15fe9aac-2a8f-4c14-ac22-cc240191ff42 req-649bfb3a-ae7a-4aa1-8def-9a43d3a82652 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 Dec 18 03:18:36.852174 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7edaa6-77b6-412a-8f5f-fbe6136f97a8 req-943ac634-5dc5-441f-954a-c59c92e54d15 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:36.853655 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2e7edaa6-77b6-412a-8f5f-fbe6136f97a8 req-943ac634-5dc5-441f-954a-c59c92e54d15 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0476334 Dec 18 03:18:36.919532 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2e7edaa6-77b6-412a-8f5f-fbe6136f97a8 req-d3ca8751-9d36-420f-a951-ba6ce9018503 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589566 Dec 18 03:18:37.468060 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:37.598252 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb7b62-8f52-4415-86b0-6641fd305376 req-da8fdebb-6f0f-4711-ac8b-ff64243fa663 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:37.600446 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-35bb7b62-8f52-4415-86b0-6641fd305376 req-da8fdebb-6f0f-4711-ac8b-ff64243fa663 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0526993 Dec 18 03:18:37.649639 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb6c0-eb60-4abb-bef2-3a4776f976a9 req-df046837-fe7b-4fe1-9943-7517a66e55f9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:37.651157 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-827eb6c0-eb60-4abb-bef2-3a4776f976a9 req-df046837-fe7b-4fe1-9943-7517a66e55f9 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0516112 Dec 18 03:18:37.652978 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-35bb7b62-8f52-4415-86b0-6641fd305376 req-5e199305-5f69-4d19-a238-bc947eeddea9 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Dec 18 03:18:37.698597 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-827eb6c0-eb60-4abb-bef2-3a4776f976a9 req-c113b97d-3313-4647-ba06-15c5a347582d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Dec 18 03:18:37.766835 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d07c11-4b5d-40b1-baee-61af56ae9fd4 req-d8c123ca-fe3a-4ba5-8dfb-9554b5a07854 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:37.768182 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a2d07c11-4b5d-40b1-baee-61af56ae9fd4 req-d8c123ca-fe3a-4ba5-8dfb-9554b5a07854 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Dec 18 03:18:37.815858 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a2d07c11-4b5d-40b1-baee-61af56ae9fd4 req-e8ba8b65-b306-47de-b875-455d2b9890d8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Dec 18 03:18:37.837944 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35522) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:37.876183 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67302e5e-1a26-4359-9d97-741ffdc624b0 tempest-TestVolumeBootPattern-850741528 tempest-TestVolumeBootPattern-850741528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:37.877653 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-67302e5e-1a26-4359-9d97-741ffdc624b0 tempest-TestVolumeBootPattern-850741528 tempest-TestVolumeBootPattern-850741528-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 1093 time: 0.0387311 Dec 18 03:18:37.880363 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:37.884491 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:37.907747 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.006615 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.041955 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2466c1-bf20-49b7-919d-6617e8ec1155 req-ac2c31fd-cefe-489b-a7d3-345fc634c9be tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:38.043365 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6d2466c1-bf20-49b7-919d-6617e8ec1155 req-ac2c31fd-cefe-489b-a7d3-345fc634c9be tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0515575 Dec 18 03:18:38.102878 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6d2466c1-bf20-49b7-919d-6617e8ec1155 req-74f8e620-6f45-4c2d-8d7d-380318521155 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533242 Dec 18 03:18:38.115068 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Allocated IP 172.27.2.120 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/5c1a7b15-2a0a-4b22-8f3f-a01c58cb205b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:38.212080 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.244016 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.283503 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:38.286257 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:38.288732 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:38.314581 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=5c1a7b15-2a0a-4b22-8f3f-a01c58cb205b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:38.326604 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.326951 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.327294 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.327628 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.327959 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.328287 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.328612 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.328935 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.329258 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.329572 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.329922 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.330235 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.330550 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:38.648159 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.717394 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.809042 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:18:38.867751 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67992982-10f8-4fa2-8787-c8daca892464 req-54fc062f-4a38-40e6-884b-2c009c88d411 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:38.869193 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-67992982-10f8-4fa2-8787-c8daca892464 req-54fc062f-4a38-40e6-884b-2c009c88d411 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 944 time: 0.0968673 Dec 18 03:18:38.915183 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:38.927227 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '9d73aaca-823a-46a8-a166-0001e8e95857', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'port_id': '9d73aaca-823a-46a8-a166-0001e8e95857', 'mac_address': 'fa:16:3e:80:7a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:18:38.931829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.940663 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-67992982-10f8-4fa2-8787-c8daca892464 req-0d05519f-fdf8-423c-bf2a-94966c0ba8d2 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644376 Dec 18 03:18:38.941669 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.984442 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:38.998392 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d73aaca-823a-46a8-a166-0001e8e95857 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:18:39.007684 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=5c1a7b15-2a0a-4b22-8f3f-a01c58cb205b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:39.017784 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:39.019658 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:39.023823 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:39.071262 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:39.114604 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Floating IP eccbe601-3014-4592-9d84-3c394b875a99 associated. External IP: 172.27.2.120, port: 66d77aea-4360-4b4d-9dff-ae5b34ea1557. Dec 18 03:18:39.219961 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2052-6379-45f1-b435-a8d14f12965b req-3fe3b80e-1931-4c7b-a4ff-aa5e64dce73b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:39.221376 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a79e2052-6379-45f1-b435-a8d14f12965b req-3fe3b80e-1931-4c7b-a4ff-aa5e64dce73b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0500910 Dec 18 03:18:39.282420 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a79e2052-6379-45f1-b435-a8d14f12965b req-821eb634-4622-460e-948d-44773277c33f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549948 Dec 18 03:18:39.321399 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:18:39.369846 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['9d73aaca-823a-46a8-a166-0001e8e95857'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:18:39.428094 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:18:39.439367 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:18:39.447638 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:39.465975 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:39.466607 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:39.475496 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-be95382f-58eb-4f7e-8d71-a4da0559f4cb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5940850 Dec 18 03:18:39.476122 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:39.478422 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:39.515175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6299308-a023-456e-a261-5d578e94d92e x-openstack-request-id: req-c6299308-a023-456e-a261-5d578e94d92e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:39.515457 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:39.515731 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6299308-a023-456e-a261-5d578e94d92e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:39.516110 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'status': 'completed', 'code': 200} Dec 18 03:18:39.611990 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:39.614182 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-4cc7875c-7b59-47a8-be53-d3acd1e44a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:39.615689 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-4cc7875c-7b59-47a8-be53-d3acd1e44a13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 1098 time: 0.0398767 Dec 18 03:18:39.710105 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-eb004243-aed7-43fc-8402-0529833b5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:39.711565 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-eb004243-aed7-43fc-8402-0529833b5ae5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.0857110 Dec 18 03:18:39.787137 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-ac56b69e-df7e-42e1-86eb-c0cfa383a7db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557 HTTP/1.1" status: 200 len: 999 time: 0.0578604 Dec 18 03:18:39.834738 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:38Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:39.845957 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-5db30138-0a0c-49c0-ab3e-ba59ccb7f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:39.847425 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-5db30138-0a0c-49c0-ab3e-ba59ccb7f56a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0466297 Dec 18 03:18:39.864192 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:18:39.872965 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:39.873567 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:39.897024 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-7f4c2d7d-040c-4a11-b368-8989d47297e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:39.898565 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-7f4c2d7d-040c-4a11-b368-8989d47297e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391150 Dec 18 03:18:39.977122 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:39.987968 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-82d4ca97-ddab-47e5-8d13-f6fdeae97063 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805366 Dec 18 03:18:40.063882 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc2da-8cd2-4eab-93ac-3c09cf66d324 req-4a2fcc6e-f5cf-4e1f-b489-e2a625c07e2d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:40.065398 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8cccc2da-8cd2-4eab-93ac-3c09cf66d324 req-4a2fcc6e-f5cf-4e1f-b489-e2a625c07e2d tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Dec 18 03:18:40.089216 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ee10fbc3-27cd-4cd8-b180-b8ed2d4fe139 req-6f7ecd0f-243b-4d2e-91cc-f9bf207d5793 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924747 Dec 18 03:18:40.116748 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8cccc2da-8cd2-4eab-93ac-3c09cf66d324 req-1126e790-527e-4a0a-b388-90fa8d5b51df tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Dec 18 03:18:40.205047 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:38Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:40.234536 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08620f2c-b4c4-491e-934a-78d379d6905c None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:38Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:18:40.399896 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ec5f-c0d1-440f-9624-979e7dca19d8 req-edfd25c3-a31c-4346-9aa1-11f56047da56 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:40.401566 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1320ec5f-c0d1-440f-9624-979e7dca19d8 req-edfd25c3-a31c-4346-9aa1-11f56047da56 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0512023 Dec 18 03:18:40.441524 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cdf7cb-75f2-4f77-975b-24d2265f91e0 None None] New status for floating IP eccbe601-3014-4592-9d84-3c394b875a99: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:18:40.464978 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1320ec5f-c0d1-440f-9624-979e7dca19d8 req-4699cacc-08b6-4710-9dbe-bcb629ba6ee7 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558534 Dec 18 03:18:40.822625 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:40.869079 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 9d73aaca-823a-46a8-a166-0001e8e95857 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:40.869731 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:40.942014 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:40.966388 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:18:40.968592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19499669-37c4-4c72-a6b4-5bba5915a512" -d '{"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-plugged", "status": "completed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:18:40.981823 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:40.987496 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:41.013303 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24dff36-38dc-46de-9732-afa235ba285c x-openstack-request-id: req-b24dff36-38dc-46de-9732-afa235ba285c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:18:41.013587 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-plugged", "status": "completed", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:18:41.013858 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b24dff36-38dc-46de-9732-afa235ba285c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:18:41.014237 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857', 'code': 200} Dec 18 03:18:41.038483 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:41.274192 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c2484-ca43-4c30-8d0d-3ab79caf31f5 req-04a7ef5b-edb6-4d86-9cae-7858470c8d48 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:41.275646 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c60c2484-ca43-4c30-8d0d-3ab79caf31f5 req-04a7ef5b-edb6-4d86-9cae-7858470c8d48 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 947 time: 0.0814943 Dec 18 03:18:41.278530 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f69c-811a-47a7-a2cf-7021216e2d36 req-97dd9eca-72ee-4667-8751-f25511b7eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:41.280001 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d0e4f69c-811a-47a7-a2cf-7021216e2d36 req-97dd9eca-72ee-4667-8751-f25511b7eca2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 1100 time: 0.0735044 Dec 18 03:18:41.350034 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c60c2484-ca43-4c30-8d0d-3ab79caf31f5 req-0cbabd52-9b64-44f5-b105-f714fba53b02 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668554 Dec 18 03:18:41.352369 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d0e4f69c-811a-47a7-a2cf-7021216e2d36 req-b25d8546-c3a9-4d65-801d-acb120e6751f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634291 Dec 18 03:18:41.579721 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ecb5-6270-4b45-9f2c-1ad2b512aa8e req-e43b581a-f7e2-4014-b132-3b61426ed264 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:41.581157 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5367ecb5-6270-4b45-9f2c-1ad2b512aa8e req-e43b581a-f7e2-4014-b132-3b61426ed264 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0479674 Dec 18 03:18:41.639708 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5367ecb5-6270-4b45-9f2c-1ad2b512aa8e req-17482616-f205-45ad-bd75-64d0592a192d tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525255 Dec 18 03:18:42.477114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96faeee-efa9-460a-8462-578d12818695 req-ac2d5a98-ec60-46ca-9510-03b83be9ca64 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:42.478598 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e96faeee-efa9-460a-8462-578d12818695 req-ac2d5a98-ec60-46ca-9510-03b83be9ca64 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 947 time: 0.0548263 Dec 18 03:18:42.526218 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e96faeee-efa9-460a-8462-578d12818695 req-78fafcf7-5746-4867-8653-cebeff517809 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Dec 18 03:18:42.758810 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee04b0-ede2-450e-bb77-dfffa74d3c89 req-888a5fd7-e896-43bc-92f1-6c0c6211cd9c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:42.760272 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aeee04b0-ede2-450e-bb77-dfffa74d3c89 req-888a5fd7-e896-43bc-92f1-6c0c6211cd9c tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0513039 Dec 18 03:18:42.819092 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aeee04b0-ede2-450e-bb77-dfffa74d3c89 req-3a8f2c44-4d84-43c3-9179-a3973148ebb2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527704 Dec 18 03:18:43.649520 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590baeb5-9a72-453d-9f8a-a10cb179d876 req-042ac56c-7ec9-457d-acab-d2f070704a06 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:43.651001 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-590baeb5-9a72-453d-9f8a-a10cb179d876 req-042ac56c-7ec9-457d-acab-d2f070704a06 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 947 time: 0.0526879 Dec 18 03:18:43.698285 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-590baeb5-9a72-453d-9f8a-a10cb179d876 req-0b622e64-e070-4cef-8531-bc7da34054da tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Dec 18 03:18:43.940394 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653c34-32bb-4c86-b83a-3a5ddb863ce3 req-c21b5b58-21ac-44f3-a69b-dbc3e6c73ca7 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:43.941836 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-96653c34-32bb-4c86-b83a-3a5ddb863ce3 req-c21b5b58-21ac-44f3-a69b-dbc3e6c73ca7 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0502501 Dec 18 03:18:44.000398 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-96653c34-32bb-4c86-b83a-3a5ddb863ce3 req-7ef77411-f4b7-4731-8aa5-93471eec008b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525863 Dec 18 03:18:45.117674 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf50-120c-44b3-b156-aeb5a651bb25 req-98a64404-f35f-4810-a6f1-98e2aeb464be tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:45.119058 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9e2ecf50-120c-44b3-b156-aeb5a651bb25 req-98a64404-f35f-4810-a6f1-98e2aeb464be tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0510843 Dec 18 03:18:45.176873 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9e2ecf50-120c-44b3-b156-aeb5a651bb25 req-9d0a742d-9c57-4692-88d6-9755a6d8835d tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516732 Dec 18 03:18:46.291455 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5585b-d795-439f-b2fe-86bc1fc36eef req-fbf23c1d-dbb9-4809-8c61-1caada761424 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:46.292924 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b3f5585b-d795-439f-b2fe-86bc1fc36eef req-fbf23c1d-dbb9-4809-8c61-1caada761424 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0488715 Dec 18 03:18:46.351453 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b3f5585b-d795-439f-b2fe-86bc1fc36eef req-7342bd07-ccb1-47c1-883b-df87c044f488 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521703 Dec 18 03:18:46.931221 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35644) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:47.032892 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14593ce1-5731-4597-bb05-02f78dd84095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:47.106247 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14593ce1-5731-4597-bb05-02f78dd84095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:47.109879 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14593ce1-5731-4597-bb05-02f78dd84095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:47.146961 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-14593ce1-5731-4597-bb05-02f78dd84095 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18a21c0b1d68476786dcf9898baeb456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147086 Dec 18 03:18:47.147790 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14593ce1-5731-4597-bb05-02f78dd84095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a181e-72a0-43b4-a3b3-502e7b314006,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:47.149776 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:47.196391 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0c7f-0aab-4b7f-93c9-3eeddc8f9144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:47.220130 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0c7f-0aab-4b7f-93c9-3eeddc8f9144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:47.264968 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0c7f-0aab-4b7f-93c9-3eeddc8f9144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:47.267511 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0c7f-0aab-4b7f-93c9-3eeddc8f9144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:47.268647 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-0e1e0c7f-0aab-4b7f-93c9-3eeddc8f9144 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac8a181e-72a0-43b4-a3b3-502e7b314006 HTTP/1.1" status: 204 len: 168 time: 0.1178646 Dec 18 03:18:47.277062 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e0c7f-0aab-4b7f-93c9-3eeddc8f9144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a181e-72a0-43b4-a3b3-502e7b314006,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:47.466869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0e3e0-add8-4f81-b1d2-1ce1a14e8310 req-4915bfe3-1f57-47c4-a877-d063597fbf13 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:47.468286 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7bd0e3e0-add8-4f81-b1d2-1ce1a14e8310 req-4915bfe3-1f57-47c4-a877-d063597fbf13 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0482237 Dec 18 03:18:47.529464 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7bd0e3e0-add8-4f81-b1d2-1ce1a14e8310 req-db478faa-3947-41fc-9eac-87f26278cda3 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551608 Dec 18 03:18:48.243793 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35680) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:48.344913 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ef674ce-45c3-4365-b765-b4b0c8e12186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:48.415345 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ef674ce-45c3-4365-b765-b4b0c8e12186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:48.419678 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ef674ce-45c3-4365-b765-b4b0c8e12186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:48.456842 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef674ce-45c3-4365-b765-b4b0c8e12186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec92558-5299-4406-8953-f681a0d85aee,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:48.463489 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5ef674ce-45c3-4365-b765-b4b0c8e12186 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c584db4a0854047ae7200b853d47815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161789 Dec 18 03:18:48.463658 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35684) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:48.647907 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c13b-0e30-4358-8d59-9329ecfb8ca6 req-ca2f94c1-c25e-4983-9275-11c8079fe74d tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:48.649467 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6776c13b-0e30-4358-8d59-9329ecfb8ca6 req-ca2f94c1-c25e-4983-9275-11c8079fe74d tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0510108 Dec 18 03:18:48.711395 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6776c13b-0e30-4358-8d59-9329ecfb8ca6 req-3d177538-f8a6-442c-8ff0-aa44194a7acf tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549355 Dec 18 03:18:48.769553 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd31d717-4e50-4e84-9413-3f1b67f2e486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:48.789649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd31d717-4e50-4e84-9413-3f1b67f2e486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:48.833669 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd31d717-4e50-4e84-9413-3f1b67f2e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:48.836254 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd31d717-4e50-4e84-9413-3f1b67f2e486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:48.837379 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-bd31d717-4e50-4e84-9413-3f1b67f2e486 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ec92558-5299-4406-8953-f681a0d85aee HTTP/1.1" status: 204 len: 168 time: 0.3728311 Dec 18 03:18:48.846508 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31d717-4e50-4e84-9413-3f1b67f2e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec92558-5299-4406-8953-f681a0d85aee,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:49.441192 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35708) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:49.536063 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-522715705-network', 'tenant_id': '400be51814e84a6e8a54033024fad790'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:49.559311 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Made reservation on behalf of 400be51814e84a6e8a54033024fad790 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:18:49.561523 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.569447 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.648982 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.653360 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.678076 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:18:49.684017 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee29a41-4a47-4396-9553-1527be76db53,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:49.689828 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.690208 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Added segment 972cae1f-d526-4445-a54e-ff84e9d2353b of type vlan for network c87ce622-8636-4061-915a-93cc6dd10042 Dec 18 03:18:49.730153 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.753821 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.754826 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:49.755451 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.805027 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3626249 Dec 18 03:18:49.807931 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35714) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:49.812853 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Request body: {'subnet': {'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-522715705-subnet', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:49.836312 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Made reservation on behalf of 400be51814e84a6e8a54033024fad790 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:18:49.838695 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13540667'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:49.843990 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ed22f-745c-45cc-b868-a255fbf172a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c87ce622-8636-4061-915a-93cc6dd10042,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:49.855802 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network c87ce622-8636-4061-915a-93cc6dd10042 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:18:49.861667 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34276bc5-66af-4e97-b163-c13e75acdd75 req-00fc2b48-6658-45fd-b68c-a1e3a091508e tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:49.863168 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-34276bc5-66af-4e97-b163-c13e75acdd75 req-00fc2b48-6658-45fd-b68c-a1e3a091508e tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0639124 Dec 18 03:18:49.930277 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-34276bc5-66af-4e97-b163-c13e75acdd75 req-8c15de53-880a-476b-903a-26a04e85d626 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605874 Dec 18 03:18:50.004435 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13578788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13540693'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.051511 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e27f590-845d-4d57-b17d-78dfc7f833d0,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:50.066320 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Checking segment: {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:50.066679 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Network hostable DHCP agents. Network: c87ce622-8636-4061-915a-93cc6dd10042, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:18:50.082998 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Network c87ce622-8636-4061-915a-93cc6dd10042 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:18:50.091251 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, c87ce622-8636-4061-915a-93cc6dd10042) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:50.095604 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:50.096201 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.101964 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34242b7d-23b0-4904-b272-edf14ab95356 None None] Network c87ce622-8636-4061-915a-93cc6dd10042 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:18:50.111611 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-60c155ba-fefd-457d-bc6b-1f58c9321a04 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3024378 Dec 18 03:18:50.114509 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35716) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:50.118932 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:50.141997 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.142976 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.190899 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.201489 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-c87ce622-8636-4061-915a-93cc6dd10042', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'project_id': '400be51814e84a6e8a54033024fad790', 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:18:50.202387 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.324579 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.341283 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Allocated IP 172.20.0.2 (c87ce622-8636-4061-915a-93cc6dd10042/5e27f590-845d-4d57-b17d-78dfc7f833d0/aef970e1-8f25-455a-af03-5d617aeafbb7) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:50.527027 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.548921 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.607322 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.612932 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.652883 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Network c87ce622-8636-4061-915a-93cc6dd10042 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:50.655768 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:50.655909 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Allocated IP 172.27.2.127 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/dff54415-a4fd-43c2-be99-6d265230537a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:50.659045 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:50.685634 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Pushing event updated for resources: {'Port': ['ID=aef970e1-8f25-455a-af03-5d617aeafbb7,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:50.719620 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Attempting to bind port aef970e1-8f25-455a-af03-5d617aeafbb7 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:18:50.719992 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Attempting to bind port aef970e1-8f25-455a-af03-5d617aeafbb7 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:18:50.720355 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Attempting to bind port aef970e1-8f25-455a-af03-5d617aeafbb7 on network c87ce622-8636-4061-915a-93cc6dd10042 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:18:50.725275 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:18:50.725681 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Checking segment: {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:50.726091 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.726486 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Bound using segment: {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:18:50.726948 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Bound port: aef970e1-8f25-455a-af03-5d617aeafbb7, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:18:50.727327 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.760174 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.791716 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] For port aef970e1-8f25-455a-af03-5d617aeafbb7, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:18:50.794858 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] For port aef970e1-8f25-455a-af03-5d617aeafbb7, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=aef970e1-8f25-455a-af03-5d617aeafbb7,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:18:50.795591 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.799028 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:50.831193 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:50.838755 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:50.842071 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:50.854035 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a2712-8bea-4f93-8905-e781d19665d9 None None] Pushing event updated for resources: {'Port': ['ID=aef970e1-8f25-455a-af03-5d617aeafbb7,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:50.881901 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Pushing event updated for resources: {'Port': ['ID=dff54415-a4fd-43c2-be99-6d265230537a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:51.097930 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c1d37-b3d2-4212-8f23-c675bfdaca7d req-e364853f-de08-4637-bd22-5b94f78e3986 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:51.099893 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0f1c1d37-b3d2-4212-8f23-c675bfdaca7d req-e364853f-de08-4637-bd22-5b94f78e3986 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0665481 Dec 18 03:18:51.133828 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:51.169076 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0f1c1d37-b3d2-4212-8f23-c675bfdaca7d req-caf8df83-e759-4722-9124-4a87aced435b tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618720 Dec 18 03:18:51.326505 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:51.452283 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Router 3181d7a4-735d-42a5-96f0-ad8117e4b50d is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:18:51.555912 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:18:51.567073 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Sync routers for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:18:51.575111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:51.576549 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-8dbef3ec-d1f4-4bf2-8bd4-3f872d8cd777 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4610698 Dec 18 03:18:51.579718 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35720) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:51.582534 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:51.583175 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:51.705801 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:51.848269 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769fd4f-b134-465f-a223-10db9f100770 None None] Network c87ce622-8636-4061-915a-93cc6dd10042 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:18:51.953705 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-37cbeb12-3da5-481c-959b-50fd80326a8d None None] Provisioning complete for port aef970e1-8f25-455a-af03-5d617aeafbb7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:51.953999 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37cbeb12-3da5-481c-959b-50fd80326a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.000391 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.024915 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:50Z', 'revision_number': 3, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:52.058845 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Checking router: 3181d7a4-735d-42a5-96f0-ad8117e4b50d for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:18:52.059210 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Updating router 3181d7a4-735d-42a5-96f0-ad8117e4b50d port dff54415-a4fd-43c2-be99-6d265230537a binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:18:52.114703 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.152332 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37cbeb12-3da5-481c-959b-50fd80326a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.163547 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Allocated IP 172.20.0.1 (c87ce622-8636-4061-915a-93cc6dd10042/5e27f590-845d-4d57-b17d-78dfc7f833d0/c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:52.253731 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-37cbeb12-3da5-481c-959b-50fd80326a8d None None] For port aef970e1-8f25-455a-af03-5d617aeafbb7, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=aef970e1-8f25-455a-af03-5d617aeafbb7,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:52.258989 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37cbeb12-3da5-481c-959b-50fd80326a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.298780 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.349857 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.356375 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056573-43fc-45e2-94ea-68de7fb11f16 req-2afea130-bf10-4b57-a121-0318a44a452f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:52.367855 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-14056573-43fc-45e2-94ea-68de7fb11f16 req-2afea130-bf10-4b57-a121-0318a44a452f tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.1267090 Dec 18 03:18:52.370013 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbeb12-3da5-481c-959b-50fd80326a8d None None] Pushing event updated for resources: {'Port': ['ID=aef970e1-8f25-455a-af03-5d617aeafbb7,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:52.420074 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Network c87ce622-8636-4061-915a-93cc6dd10042 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:52.427807 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:52.432526 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:52.457232 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-14056573-43fc-45e2-94ea-68de7fb11f16 req-d72ce555-2f13-4f6d-9a8f-3f5af65234be tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820031 Dec 18 03:18:52.474899 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Pushing event updated for resources: {'Port': ['ID=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:52.495014 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.507224 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device aef970e1-8f25-455a-af03-5d617aeafbb7 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:52.566293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.575820 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-22df6c0f-0483-47bd-a8ce-6ac4968e50be None None] Provisioning complete for port aef970e1-8f25-455a-af03-5d617aeafbb7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:52.576519 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22df6c0f-0483-47bd-a8ce-6ac4968e50be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.580686 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.631435 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.670687 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e37ee5-a7ac-477e-8e57-46043305b40f None None] Pushing event updated for resources: {'Port': ['ID=dff54415-a4fd-43c2-be99-6d265230537a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:52.682399 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Attempting to bind port dff54415-a4fd-43c2-be99-6d265230537a on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:18:52.682815 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Attempting to bind port dff54415-a4fd-43c2-be99-6d265230537a by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:18:52.683178 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Attempting to bind port dff54415-a4fd-43c2-be99-6d265230537a on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:18:52.686776 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port aef970e1-8f25-455a-af03-5d617aeafbb7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:52.687301 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.693977 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:18:52.694354 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:52.694750 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.695141 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:18:52.695612 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Bound port: dff54415-a4fd-43c2-be99-6d265230537a, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:18:52.695986 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.797028 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.802889 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.810830 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] For port dff54415-a4fd-43c2-be99-6d265230537a, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:18:52.814240 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] For port dff54415-a4fd-43c2-be99-6d265230537a, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=dff54415-a4fd-43c2-be99-6d265230537a,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:18:52.818513 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.871243 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:52.874917 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Pushing event updated for resources: {'Port': ['ID=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:52.899544 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e37ee5-a7ac-477e-8e57-46043305b40f None None] Pushing event updated for resources: {'Port': ['ID=dff54415-a4fd-43c2-be99-6d265230537a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:52.912376 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:52.912979 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:52.968863 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Network c87ce622-8636-4061-915a-93cc6dd10042 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:52.970394 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:53.091122 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-116b3e06-fb8d-4c80-8f87-3e3de026fc4b None None] Provisioning complete for port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:53.091512 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-116b3e06-fb8d-4c80-8f87-3e3de026fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:53.169445 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-116b3e06-fb8d-4c80-8f87-3e3de026fc4b None None] Port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:18:53.186064 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:53.311447 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Router 3181d7a4-735d-42a5-96f0-ad8117e4b50d has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:18:53.321152 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7f7e86dc-6449-4fcd-bbd6-816781cdfb58 None None] Provisioning complete for port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:53.321521 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7f7e86dc-6449-4fcd-bbd6-816781cdfb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:53.376099 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e86dc-6449-4fcd-bbd6-816781cdfb58 None None] Port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:18:53.416368 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:18:53.421868 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-4dcd4a31-30ee-4aff-a8ce-c69d645e9cfa admin admin] 10.222.0.24 "PUT /v2.0/routers/3181d7a4-735d-42a5-96f0-ad8117e4b50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8408334 Dec 18 03:18:53.429534 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 2, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:53.456901 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c31f80-3782-4a24-a498-ec2bd029fef7 None None] The sync data for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi is: [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 2, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:18:53.574127 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f50e-6540-4941-a4ee-b8f5aeb0536d req-91066909-14d7-40b0-92c5-66191c39be12 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:53.575625 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-46e9f50e-6540-4941-a4ee-b8f5aeb0536d req-91066909-14d7-40b0-92c5-66191c39be12 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0501797 Dec 18 03:18:53.639245 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-46e9f50e-6540-4941-a4ee-b8f5aeb0536d req-b085e0c8-fc24-4778-bc5d-2c38381811f6 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&id=e19d6e20-2ce3-4920-96c8-19b85354b322&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576656 Dec 18 03:18:53.937269 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35744) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:53.942104 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-606560166-network', 'tenant_id': '4902fb1eb83e4d688007618b38fac083'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:53.966245 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Made reservation on behalf of 4902fb1eb83e4d688007618b38fac083 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:18:53.968791 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:53.977406 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.056565 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.061818 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.090177 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:18:54.102237 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065fa32-ffe7-4fd0-8c54-5f4a65a90a2c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:54.114121 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.114627 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.segments_db [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Added segment 4fce4cf1-5b3a-4c3d-baee-223c812e367b of type vlan for network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af Dec 18 03:18:54.164513 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.191364 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.192522 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:54.193150 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.243460 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3050485 Dec 18 03:18:54.246398 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35746) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:54.251159 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Request body: {'subnet': {'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-606560166-subnet', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:54.269019 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06f24-8ff7-4830-9157-6317f3c6a049 admin admin] Pushing event updated for resources: {'Network': ['ID=22d4fe86-d731-4c88-9b2e-a3b5d1aa17af,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:54.283644 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:18:54.294584 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Made reservation on behalf of 4902fb1eb83e4d688007618b38fac083 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:18:54.297004 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13540667'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.441373 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device aef970e1-8f25-455a-af03-5d617aeafbb7 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:54.495837 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13578788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13540693'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.499950 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port aef970e1-8f25-455a-af03-5d617aeafbb7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:54.500331 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.557287 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f28c7e1-5145-4c76-92e0-b102fb9de4dc,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:54.566329 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Checking segment: {'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:54.566672 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Network hostable DHCP agents. Network: 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:18:54.584690 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:18:54.591529 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device dff54415-a4fd-43c2-be99-6d265230537a up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:54.595661 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:54.600944 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:18:54.601844 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.616097 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b80ece-bb64-44de-9867-45f66c531b7e None None] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:18:54.620793 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-4ebefed8-defb-4da5-ade8-d7e0c18e18f1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3733582 Dec 18 03:18:54.623589 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35748) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:54.629308 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:54.655583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.657458 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.712134 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port dff54415-a4fd-43c2-be99-6d265230537a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:54.712513 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.713933 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.756263 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'project_id': '4902fb1eb83e4d688007618b38fac083', 'fixed_ips': [{'subnet_id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:18:54.757125 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.852468 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.888377 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.937129 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:54.964854 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Allocated IP 172.20.0.2 (22d4fe86-d731-4c88-9b2e-a3b5d1aa17af/1f28c7e1-5145-4c76-92e0-b102fb9de4dc/ee87064e-142a-4dd1-af75-1cc7d8f2ab72) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:54.970940 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port dff54415-a4fd-43c2-be99-6d265230537a, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=dff54415-a4fd-43c2-be99-6d265230537a,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:54.977209 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.048201 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.066102 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.102974 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=dff54415-a4fd-43c2-be99-6d265230537a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:55.157203 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.163174 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.179625 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Allocated IP 172.27.2.53 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/16726e00-03cc-460a-bb9f-ded158d17eee) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:55.203488 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:55.208695 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:55.210511 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Pushing event updated for resources: {'Port': ['ID=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:55.212605 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:55.267335 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Attempting to bind port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:18:55.267723 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Attempting to bind port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:18:55.268083 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Attempting to bind port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 on network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:18:55.273311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:18:55.273922 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Checking segment: {'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:55.274344 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.274731 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Bound using segment: {'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:18:55.275232 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Bound port: ee87064e-142a-4dd1-af75-1cc7d8f2ab72, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:18:55.275605 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.283410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.317436 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.346913 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] For port ee87064e-142a-4dd1-af75-1cc7d8f2ab72, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:18:55.351014 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] For port ee87064e-142a-4dd1-af75-1cc7d8f2ab72, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,segment=NetworkSegment(4fce4cf1-5b3a-4c3d-baee-223c812e367b),segment_id=4fce4cf1-5b3a-4c3d-baee-223c812e367b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:18:55.356705 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.357858 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:55.362263 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:55.365767 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:55.371108 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Pushing event updated for resources: {'Port': ['ID=16726e00-03cc-460a-bb9f-ded158d17eee,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:55.427660 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6254bb6-45d5-48ed-a23b-6a14eeff31ea None None] Pushing event updated for resources: {'Port': ['ID=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:55.627063 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Sync routers for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:18:55.640994 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:55.642245 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:55.665406 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:55.754967 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:55.971039 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 2, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:56.003691 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Checking router: 3181d7a4-735d-42a5-96f0-ad8117e4b50d for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:18:56.004037 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Updating router 3181d7a4-735d-42a5-96f0-ad8117e4b50d port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:18:56.031743 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.142193 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.278601 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:18:56.311223 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.318502 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.365382 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Pushing event updated for resources: {'Port': ['ID=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:56.414563 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:18:56.415704 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48fa4c-8bba-44b4-a0fd-3f468cceab31 None None] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:18:56.429095 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Sync routers for ids ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:18:56.444578 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.444891 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.445252 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.445992 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.446256 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.446586 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.446940 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.447262 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.447679 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.447923 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.448306 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.448635 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.448940 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:56.451307 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.452269 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Attempting to bind port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:18:56.452625 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Attempting to bind port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:18:56.452815 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-84b442dd-4112-4095-846c-933edffe27f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8274808 Dec 18 03:18:56.452977 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Attempting to bind port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 on network c87ce622-8636-4061-915a-93cc6dd10042 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:18:56.455489 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35750) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:56.478083 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:18:56.478576 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Checking segment: {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:56.478971 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.480153 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Bound using segment: {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:18:56.480937 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Bound port: c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:18:56.481499 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.515033 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ee87064e-142a-4dd1-af75-1cc7d8f2ab72 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:56.563769 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-20c483a4-43c3-449a-9e6d-35dd0a74362d None None] Provisioning complete for port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:56.564140 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20c483a4-43c3-449a-9e6d-35dd0a74362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.572361 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] For port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:18:56.577340 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] For port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:18:56.582981 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.602888 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Routers {'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:56.603528 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:56.645134 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662289cf-e4b2-4872-b368-bd9fd74d377d None None] Pushing event updated for resources: {'Port': ['ID=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:56.656890 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:56.657527 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:56.876274 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:56.915358 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Set router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:56.947739 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:56.972145 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:56.972667 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.083530 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20c483a4-43c3-449a-9e6d-35dd0a74362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.112534 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:56Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:57.125779 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Allocated IP 172.20.0.1 (22d4fe86-d731-4c88-9b2e-a3b5d1aa17af/1f28c7e1-5145-4c76-92e0-b102fb9de4dc/0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:18:57.152712 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-20c483a4-43c3-449a-9e6d-35dd0a74362d None None] For port ee87064e-142a-4dd1-af75-1cc7d8f2ab72, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,segment=NetworkSegment(4fce4cf1-5b3a-4c3d-baee-223c812e367b),segment_id=4fce4cf1-5b3a-4c3d-baee-223c812e367b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:57.160422 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a43e4e-0e89-49dc-993b-8ffbf888980b None None] The sync data for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi is: [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:56Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:18:57.197359 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20c483a4-43c3-449a-9e6d-35dd0a74362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.252772 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device dff54415-a4fd-43c2-be99-6d265230537a up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:57.254974 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.291025 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.302818 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c483a4-43c3-449a-9e6d-35dd0a74362d None None] Pushing event updated for resources: {'Port': ['ID=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:57.337932 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] Provisioning complete for port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:57.338167 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:57.338285 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.341840 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:57.342002 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:18:55Z', 'revision_number': 3, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port': {'id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:55Z', 'updated_at': '2021-12-18T03:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:57.345385 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:18:57.381836 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Pushing event updated for resources: {'Port': ['ID=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:57.403126 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.403325 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Checking router: dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:18:57.403325 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Updating router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b port 16726e00-03cc-460a-bb9f-ded158d17eee binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:18:57.420351 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port dff54415-a4fd-43c2-be99-6d265230537a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:57.420992 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.488618 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.564766 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.680507 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] Provisioning complete for port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:57.680507 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.748277 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.754246 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.823219 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.825500 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Pushing event updated for resources: {'Port': ['ID=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:57.838008 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.912894 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] For port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:18:57.923364 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.926166 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:18:57.926417 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:57.927814 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:18:57.935428 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.004046 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Attempting to bind port 16726e00-03cc-460a-bb9f-ded158d17eee on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:18:58.004421 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Attempting to bind port 16726e00-03cc-460a-bb9f-ded158d17eee by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:18:58.004793 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Attempting to bind port 16726e00-03cc-460a-bb9f-ded158d17eee on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:18:58.014202 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:18:58.014528 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:18:58.014945 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.015314 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:18:58.015820 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Bound port: 16726e00-03cc-460a-bb9f-ded158d17eee, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:18:58.016243 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.017831 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7ed80-45bd-45aa-add2-29396f6fc96e None None] Pushing event updated for resources: {'Port': ['ID=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:58.069193 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:18:58.117510 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2e0ace8c-a8e7-496b-85ce-a62290277483 None None] Provisioning complete for port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:58.117832 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e0ace8c-a8e7-496b-85ce-a62290277483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.122517 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514df72e-44c7-43d1-b160-6e0bd9aa506c None None] Pushing event updated for resources: {'Port': ['ID=16726e00-03cc-460a-bb9f-ded158d17eee,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:58.159543 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] For port 16726e00-03cc-460a-bb9f-ded158d17eee, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:18:58.177127 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] For port 16726e00-03cc-460a-bb9f-ded158d17eee, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=16726e00-03cc-460a-bb9f-ded158d17eee,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:18:58.178668 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ace8c-a8e7-496b-85ce-a62290277483 None None] Port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:18:58.183982 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.191574 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:18:58.199495 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-26920592-3088-4b63-beab-b4eeab4a4f70 admin admin] 10.222.0.24 "PUT /v2.0/routers/dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402275 Dec 18 03:18:58.249174 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514df72e-44c7-43d1-b160-6e0bd9aa506c None None] Pushing event updated for resources: {'Port': ['ID=16726e00-03cc-460a-bb9f-ded158d17eee,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:58.251679 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Routers {'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:18:58.252286 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:58.357550 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c5d7667c-9147-4271-93f7-9b3e554b4153 None None] Provisioning complete for port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:58.357949 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5d7667c-9147-4271-93f7-9b3e554b4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.383923 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ee87064e-142a-4dd1-af75-1cc7d8f2ab72 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:58.426740 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] Set router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:18:58.459714 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7667c-9147-4271-93f7-9b3e554b4153 None None] Port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:18:58.528429 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:58.528804 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.755000 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35758) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:58.759694 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5f81415d-80b3-4d6f-a7d3-f30b17226df5 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437878839', 'description': 'tempest-secgroup-smoke-437878839 description', 'project_id': '400be51814e84a6e8a54033024fad790'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:58.784968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f81415d-80b3-4d6f-a7d3-f30b17226df5 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.813844 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:18:58.862710 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 4, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port': {'id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:55Z', 'updated_at': '2021-12-18T03:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3', 'name': '', 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'mac_address': 'fa:16:3e:a5:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:56Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 2, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'subnets': [{'id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:18:58.863787 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f81415d-80b3-4d6f-a7d3-f30b17226df5 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.870545 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f81415d-80b3-4d6f-a7d3-f30b17226df5 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.898182 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1300d-3a83-4f3d-b0a9-c43ae730782a None None] The sync data for ids ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'] in dv-cinder-818037-10-iscsi is: [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 4, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port': {'id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:55Z', 'updated_at': '2021-12-18T03:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3', 'name': '', 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'mac_address': 'fa:16:3e:a5:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:56Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 2, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'subnets': [{'id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:18:58.901036 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f81415d-80b3-4d6f-a7d3-f30b17226df5 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.903680 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5f81415d-80b3-4d6f-a7d3-f30b17226df5 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1476200 Dec 18 03:18:58.906974 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35760) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:58.908526 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81415d-80b3-4d6f-a7d3-f30b17226df5 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a08e5b-e370-4f43-ba40-45895030d3aa,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:58.912892 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e173527c-a1dc-4e11-89a1-0fb362bb848c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'security_group_rule': {'security_group_id': 'c0a08e5b-e370-4f43-ba40-45895030d3aa', 'project_id': '400be51814e84a6e8a54033024fad790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:58.913964 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:18:58.914462 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:58.955720 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e173527c-a1dc-4e11-89a1-0fb362bb848c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.017574 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e173527c-a1dc-4e11-89a1-0fb362bb848c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.021556 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e173527c-a1dc-4e11-89a1-0fb362bb848c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.039706 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173527c-a1dc-4e11-89a1-0fb362bb848c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf7c4d1-3a39-4ff8-ad78-3c5bd14a14e6,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:59.046781 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e173527c-a1dc-4e11-89a1-0fb362bb848c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.047980 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-e173527c-a1dc-4e11-89a1-0fb362bb848c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400142 Dec 18 03:18:59.050696 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35762) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:59.055081 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'security_group_rule': {'security_group_id': 'c0a08e5b-e370-4f43-ba40-45895030d3aa', 'project_id': '400be51814e84a6e8a54033024fad790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:59.084240 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.159124 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.162988 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.185382 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a823ba-5ebd-4606-bc61-3d614b2261f3,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:59.196559 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.197881 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461949 Dec 18 03:18:59.199818 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.200256 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.200663 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.201056 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.201450 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.201663 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35764) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:59.201919 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.202305 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.202691 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.203096 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.203420 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.203740 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.204059 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.204390 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e3197-c679-4a0a-9d56-fa3d8051286a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:18:59.206393 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f4709baf-a896-47c0-b29d-be6d6eaf5944 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'security_group_rule': {'security_group_id': 'c0a08e5b-e370-4f43-ba40-45895030d3aa', 'project_id': '400be51814e84a6e8a54033024fad790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:59.241298 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4709baf-a896-47c0-b29d-be6d6eaf5944 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.303624 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4709baf-a896-47c0-b29d-be6d6eaf5944 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.308078 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4709baf-a896-47c0-b29d-be6d6eaf5944 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.327462 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4709baf-a896-47c0-b29d-be6d6eaf5944 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9723a28-4da2-4cec-b3ee-090ae69f0e00,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:59.336661 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4709baf-a896-47c0-b29d-be6d6eaf5944 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.337986 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f4709baf-a896-47c0-b29d-be6d6eaf5944 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351693 Dec 18 03:18:59.340857 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35766) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:59.345427 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e5917e8f-8554-4aff-8b39-6ca65baa3f18 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'security_group_rule': {'security_group_id': 'c0a08e5b-e370-4f43-ba40-45895030d3aa', 'project_id': '400be51814e84a6e8a54033024fad790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:59.375996 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5917e8f-8554-4aff-8b39-6ca65baa3f18 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.442131 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5917e8f-8554-4aff-8b39-6ca65baa3f18 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.446005 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5917e8f-8554-4aff-8b39-6ca65baa3f18 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.464221 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5917e8f-8554-4aff-8b39-6ca65baa3f18 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a87276-05bc-4e14-9cc1-9f8d629fb983,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:59.472898 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5917e8f-8554-4aff-8b39-6ca65baa3f18 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.476722 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e5917e8f-8554-4aff-8b39-6ca65baa3f18 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323805 Dec 18 03:18:59.476911 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35768) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:59.482223 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'security_group_rule': {'security_group_id': 'c0a08e5b-e370-4f43-ba40-45895030d3aa', 'project_id': '400be51814e84a6e8a54033024fad790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:59.506643 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Project 400be51814e84a6e8a54033024fad790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 03:18:59.512379 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.572423 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.576601 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.594084 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd46655a-0208-4166-bbcf-5d1b19134cf7,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:59.601479 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.602669 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-41b75a73-fe96-46c6-96f0-f09bc7e30f43 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248107 Dec 18 03:18:59.605867 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35770) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:18:59.610014 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'security_group_rule': {'security_group_id': 'c0a08e5b-e370-4f43-ba40-45895030d3aa', 'project_id': '400be51814e84a6e8a54033024fad790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:18:59.632241 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Project 400be51814e84a6e8a54033024fad790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 18 03:18:59.638181 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.694200 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.697396 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.714582 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8512987d-22b7-44ee-ae3e-855b139beb8f,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:18:59.722686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:18:59.723846 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-99b78ef8-1982-4203-87da-e3dc4cdf3931 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170890 Dec 18 03:19:00.347365 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 16726e00-03cc-460a-bb9f-ded158d17eee up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:00.404034 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 16726e00-03cc-460a-bb9f-ded158d17eee triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:00.404391 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:00.486530 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:00.508345 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 16726e00-03cc-460a-bb9f-ded158d17eee, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=16726e00-03cc-460a-bb9f-ded158d17eee,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:00.512106 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:00.564544 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=16726e00-03cc-460a-bb9f-ded158d17eee,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:01.338976 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Sync routers for ids ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:01.348321 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Routers {'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:01.348925 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:01.456835 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Set router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:01.498134 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-968c119f-b811-4909-ae76-bba25e7900de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:01.658606 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 4, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port': {'id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:55Z', 'updated_at': '2021-12-18T03:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3', 'name': '', 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'mac_address': 'fa:16:3e:a5:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:56Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 2, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'subnets': [{'id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:01.683920 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Checking router: dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:01.684277 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Updating router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:19:01.707984 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:01.882607 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:19:01.969708 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:01.975017 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.028889 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1dc2d-4e7f-459b-b579-f40489eb8d85 None None] Pushing event updated for resources: {'Port': ['ID=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:02.074871 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Attempting to bind port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:19:02.075248 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Attempting to bind port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:19:02.075624 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Attempting to bind port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 on network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:02.081256 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:19:02.081657 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Checking segment: {'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:19:02.082070 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.082470 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Bound using segment: {'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:19:02.082952 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Bound port: 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fce4cf1-5b3a-4c3d-baee-223c812e367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:19:02.083357 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.153979 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] For port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:19:02.157116 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] For port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,segment=NetworkSegment(4fce4cf1-5b3a-4c3d-baee-223c812e367b),segment_id=4fce4cf1-5b3a-4c3d-baee-223c812e367b)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:19:02.162695 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.210369 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b5c4e2be-ebd6-42bd-bc68-94eb990b0362 None None] Provisioning complete for port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:02.210880 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e2be-ebd6-42bd-bc68-94eb990b0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.220083 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1dc2d-4e7f-459b-b579-f40489eb8d85 None None] Pushing event updated for resources: {'Port': ['ID=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:02.227199 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Routers {'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:02.227839 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:18:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:02.334713 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e2be-ebd6-42bd-bc68-94eb990b0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.342948 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] Set router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:02.407594 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b5c4e2be-ebd6-42bd-bc68-94eb990b0362 None None] For port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,segment=NetworkSegment(4fce4cf1-5b3a-4c3d-baee-223c812e367b),segment_id=4fce4cf1-5b3a-4c3d-baee-223c812e367b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:02.413575 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e2be-ebd6-42bd-bc68-94eb990b0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.415551 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:02.494227 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4e2be-ebd6-42bd-bc68-94eb990b0362 None None] Pushing event updated for resources: {'Port': ['ID=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:02.507858 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:02.508469 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.556067 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-08bfa0be-229d-4e00-80e7-64c4c0e66da6 None None] Provisioning complete for port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:02.556436 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08bfa0be-229d-4e00-80e7-64c4c0e66da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:02.567333 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 4, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port': {'id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:55Z', 'updated_at': '2021-12-18T03:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3', 'name': '', 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'mac_address': 'fa:16:3e:a5:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:56Z', 'updated_at': '2021-12-18T03:19:02Z', 'revision_number': 4, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'subnets': [{'id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:02.592626 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cc44f-b524-4d9d-a05e-54d3f8acb82f None None] The sync data for ids ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'] in dv-cinder-818037-10-iscsi is: [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 4, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port': {'id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:55Z', 'updated_at': '2021-12-18T03:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3', 'name': '', 'network_id': '22d4fe86-d731-4c88-9b2e-a3b5d1aa17af', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'mac_address': 'fa:16:3e:a5:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:56Z', 'updated_at': '2021-12-18T03:19:02Z', 'revision_number': 4, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'subnets': [{'id': '1f28c7e1-5145-4c76-92e0-b102fb9de4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:02.639710 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 16726e00-03cc-460a-bb9f-ded158d17eee up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:02.715187 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 16726e00-03cc-460a-bb9f-ded158d17eee triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:02.715555 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:03.925078 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158fb36c-06b5-49a8-8c08-6a3aeaa5fdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:04.324847 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:04.387061 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:04.387439 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:04.992343 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:06.463165 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:07.470276 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:18.097266 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-d68cfbcf-91de-4aee-8321-c6061b6117f8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437878839&fields=id&tenant_id=400be51814e84a6e8a54033024fad790 HTTP/1.1" status: 200 len: 267 time: 0.0436335 Dec 18 03:19:18.203883 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-74a7165b-77a8-4c8e-9ff4-5027fb8d7a23 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:18.205223 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-74a7165b-77a8-4c8e-9ff4-5027fb8d7a23 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 808 time: 0.1003857 Dec 18 03:19:18.220115 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-7206a7d5-1262-47bc-b522-0c3e12ca4dda tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/quotas/400be51814e84a6e8a54033024fad790 HTTP/1.1" status: 200 len: 375 time: 0.0092561 Dec 18 03:19:18.275092 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-ee33c079-ee8a-470d-a0da-bf0cd212a794 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500495 Dec 18 03:19:18.373420 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-1af3856e-c2a7-4ddd-b219-65ee8365e285 service neutron] 10.222.0.24 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864570 Dec 18 03:19:18.459542 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-bef3ddaa-e322-45bb-8005-c87364d67615 service neutron] 10.222.0.24 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797164 Dec 18 03:19:18.731971 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-588f6055-d299-4433-8708-bf5ddaa72ba4 req-d41c8a41-674b-47b0-9bf3-be52c1314424 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 210 time: 0.0257668 Dec 18 03:19:19.783173 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-c6605d71-e243-4413-b83f-94991e661243 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:19.784608 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-c6605d71-e243-4413-b83f-94991e661243 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.16 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 808 time: 0.1016665 Dec 18 03:19:19.829334 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bb36bdac-be1f-445e-9dd4-bcec8bcfbc40 req-93acbb8d-549a-48e2-818a-b5ddae743546 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 210 time: 0.0261648 Dec 18 03:19:19.887437 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-378d5e57-fc3b-4162-9bb3-3a3dee29edb2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=400be51814e84a6e8a54033024fad790 HTTP/1.1" status: 200 len: 379 time: 0.0561903 Dec 18 03:19:19.897182 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'port': {'device_id': 'd244df22-21b2-40e5-972f-e6678258f781', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'admin_state_up': True, 'tenant_id': '400be51814e84a6e8a54033024fad790', 'security_groups': ['c0a08e5b-e370-4f43-ba40-45895030d3aa']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:20.001964 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Made reservation on behalf of 400be51814e84a6e8a54033024fad790 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:19:20.005264 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.126599 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Allocated IP 172.20.0.11 (c87ce622-8636-4061-915a-93cc6dd10042/5e27f590-845d-4d57-b17d-78dfc7f833d0/60bc3098-1a05-43da-aad1-0105b3137056) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:19:20.261038 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.294614 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.340161 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Network c87ce622-8636-4061-915a-93cc6dd10042 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:20.343254 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:20.347163 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:19:20.377850 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:20.402145 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:20.403295 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.426634 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-a84ceea0-866b-4d57-afdd-0e9bd646d3e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5332296 Dec 18 03:19:20.448465 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Request body: {'port': {'device_id': 'd244df22-21b2-40e5-972f-e6678258f781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:20.507027 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.628945 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-50eff077-b906-41d0-ae71-9ca7e67c2dd4 None None] Provisioning complete for port 60bc3098-1a05-43da-aad1-0105b3137056 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:20.629526 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50eff077-b906-41d0-ae71-9ca7e67c2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.662644 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-50eff077-b906-41d0-ae71-9ca7e67c2dd4 None None] Port 60bc3098-1a05-43da-aad1-0105b3137056 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:19:20.763694 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bc3098-1a05-43da-aad1-0105b3137056 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:19:20.770976 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.783185 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Transition to ACTIVE for port object 60bc3098-1a05-43da-aad1-0105b3137056 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:19:20.786189 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.832995 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:20.933337 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Attempting to bind port 60bc3098-1a05-43da-aad1-0105b3137056 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:19:20.933800 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Attempting to bind port 60bc3098-1a05-43da-aad1-0105b3137056 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:19:20.934014 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Attempting to bind port 60bc3098-1a05-43da-aad1-0105b3137056 on network c87ce622-8636-4061-915a-93cc6dd10042 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:20.941519 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Port 60bc3098-1a05-43da-aad1-0105b3137056 on network c87ce622-8636-4061-915a-93cc6dd10042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:19:20.941866 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Attempting to bind port 60bc3098-1a05-43da-aad1-0105b3137056 on network c87ce622-8636-4061-915a-93cc6dd10042 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:20.951022 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:19:20.951357 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Checking segment: {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:19:20.951746 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Bound using segment: {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:19:20.952175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Bound port: 60bc3098-1a05-43da-aad1-0105b3137056, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972cae1f-d526-4445-a54e-ff84e9d2353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:19:20.952529 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:20.975655 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba28f-9f4c-434e-8f3c-674c420b9494 req-46cad9f2-a857-4659-bba8-4fd61d2c6d05 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:20.977151 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-45dba28f-9f4c-434e-8f3c-674c420b9494 req-46cad9f2-a857-4659-bba8-4fd61d2c6d05 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0758896 Dec 18 03:19:21.064025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:19:21.067167 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:19:21.071892 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-45dba28f-9f4c-434e-8f3c-674c420b9494 req-f5a895b2-8bfd-4e54-9f25-891d79a722db tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727835 Dec 18 03:19:21.073428 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:21.116788 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.117402 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:21.118774 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] 10.222.0.16 "PUT /v2.0/ports/60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 1094 time: 0.6754816 Dec 18 03:19:21.119829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:21.122215 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ad606a-854b-4c9a-afad-a2c9bbe246d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "tag": "60bc3098-1a05-43da-aad1-0105b3137056"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:21.141857 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8bde3-2ab6-414f-a59f-d04cab44c40e service neutron] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:21.171088 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a5ed2-684a-4f10-bd86-a47e4c7e3e1b x-openstack-request-id: req-bd6a5ed2-684a-4f10-bd86-a47e4c7e3e1b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:21.171475 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "tag": "60bc3098-1a05-43da-aad1-0105b3137056", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:21.171801 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd6a5ed2-684a-4f10-bd86-a47e4c7e3e1b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:21.172268 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056', 'status': 'completed', 'code': 200} Dec 18 03:19:21.247712 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-9adb0d7e-b621-4f35-909d-15756b3b5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.249218 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-9adb0d7e-b621-4f35-909d-15756b3b5efc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1097 time: 0.0430448 Dec 18 03:19:21.303873 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-04ac0c57-f9ea-411c-86b0-cf865a444012 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 217 time: 0.0376751 Dec 18 03:19:21.358555 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-085e3769-32b0-4198-b374-f3901d6ce56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.359912 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-085e3769-32b0-4198-b374-f3901d6ce56c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 200 len: 847 time: 0.0430040 Dec 18 03:19:21.406219 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-57b464bd-d9c3-4fd9-9107-5241a4bdb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.407693 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-57b464bd-d9c3-4fd9-9107-5241a4bdb2ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c87ce622-8636-4061-915a-93cc6dd10042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399232 Dec 18 03:19:21.499699 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-19e1c653-f002-4292-946e-35c09eb4b9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835018 Dec 18 03:19:21.586210 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-88b1e319-082c-43d8-9f23-e9e3c4dc97e6 req-36da1b6e-3572-492d-891c-d19affec33f9 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784550 Dec 18 03:19:21.733768 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-62908c9c-80da-4b30-b6ec-4745471745b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.735242 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-62908c9c-80da-4b30-b6ec-4745471745b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1097 time: 0.0432739 Dec 18 03:19:21.828331 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-06a7dd40-76ab-41d2-a9ed-2b7438591fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.829806 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-06a7dd40-76ab-41d2-a9ed-2b7438591fc4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 909 time: 0.0873678 Dec 18 03:19:21.873112 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-e920d841-1c42-4331-822d-344938599ae0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 217 time: 0.0354562 Dec 18 03:19:21.925725 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-00826d30-1309-4626-9488-e8963cd61aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.927114 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-00826d30-1309-4626-9488-e8963cd61aab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 200 len: 847 time: 0.0432308 Dec 18 03:19:21.991286 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-459c364f-f82b-4cc5-bc7f-d9b247ee5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:21.992749 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-459c364f-f82b-4cc5-bc7f-d9b247ee5464 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c87ce622-8636-4061-915a-93cc6dd10042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435395 Dec 18 03:19:22.082903 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-5506a221-9ccb-411d-93dc-fdeb2e319550 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796485 Dec 18 03:19:22.216556 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3716-f3b3-4bde-9731-37c9f545e8b4 req-30db88d8-8972-40e5-bcb3-ca4bff3529a7 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:22.218207 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ca3716-f3b3-4bde-9731-37c9f545e8b4 req-30db88d8-8972-40e5-bcb3-ca4bff3529a7 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0719481 Dec 18 03:19:22.220328 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-06ad606a-854b-4c9a-afad-a2c9bbe246d3 req-8f2faba1-118c-4c39-8189-54aad2dc1c4b service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295729 Dec 18 03:19:22.266945 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2ca3716-f3b3-4bde-9731-37c9f545e8b4 req-1a508612-b764-4598-bfd6-99561c0ffe19 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429423 Dec 18 03:19:22.804133 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8e2f-f9ca-4bb4-b839-c15cc1312d45 req-60bb98f7-501a-4083-9bff-a71bb00ca800 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:22.805463 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fa9a8e2f-f9ca-4bb4-b839-c15cc1312d45 req-60bb98f7-501a-4083-9bff-a71bb00ca800 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 947 time: 0.0526421 Dec 18 03:19:22.850387 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-fa9a8e2f-f9ca-4bb4-b839-c15cc1312d45 req-aa99ff91-ffda-435e-a93e-529cf7514f94 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383010 Dec 18 03:19:23.386096 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567d48-2e5d-4105-a300-93a98f8f5c07 req-04449e83-580b-4a66-93d3-fccde8c863bb tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:23.387554 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-82567d48-2e5d-4105-a300-93a98f8f5c07 req-04449e83-580b-4a66-93d3-fccde8c863bb tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0525212 Dec 18 03:19:23.435352 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-82567d48-2e5d-4105-a300-93a98f8f5c07 req-e4fc354f-7058-4ed6-88fe-afc8c1da0014 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419936 Dec 18 03:19:23.967044 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b32311-5dc5-4f08-9308-5e63be1fbd0f req-f2cd2e59-6ee4-4e71-bd07-b5f63f96f023 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:23.968492 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-95b32311-5dc5-4f08-9308-5e63be1fbd0f req-f2cd2e59-6ee4-4e71-bd07-b5f63f96f023 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 947 time: 0.0475185 Dec 18 03:19:24.014281 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-95b32311-5dc5-4f08-9308-5e63be1fbd0f req-4401b48f-cd50-4e9a-b18f-e5a5b2fcdd08 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups?id=a92dcce6-9813-41c6-a44d-7b46a1069901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Dec 18 03:19:24.491291 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da748a-1215-48f5-be5b-f9c433267930 req-169ae712-be3f-4b7f-b3d5-785739057494 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:24.492725 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-86da748a-1215-48f5-be5b-f9c433267930 req-169ae712-be3f-4b7f-b3d5-785739057494 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 947 time: 0.0492635 Dec 18 03:19:24.602335 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e288-ac51-469b-8dc1-5067eb45acf9 req-c88f040d-47ae-4bb9-b298-f573144ffdc2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:24.603870 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d2a9e288-ac51-469b-8dc1-5067eb45acf9 req-c88f040d-47ae-4bb9-b298-f573144ffdc2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0988925 Dec 18 03:19:24.638394 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Deleting port 9d73aaca-823a-46a8-a166-0001e8e95857 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:24.638722 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:24.702596 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d2a9e288-ac51-469b-8dc1-5067eb45acf9 req-f7db3a9e-d0ca-49e0-85d5-428ed4121b45 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919638 Dec 18 03:19:24.750974 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] For port 9d73aaca-823a-46a8-a166-0001e8e95857, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9d73aaca-823a-46a8-a166-0001e8e95857,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:24.751445 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:24.859525 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:24.934500 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:24.934772 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:24.935076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Floating IP 0872be71-9e25-4b0e-a349-7802726c0807 disassociated. External IP: 172.27.2.123, port: 9d73aaca-823a-46a8-a166-0001e8e95857. Dec 18 03:19:24.935407 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Calling delete_port for 9d73aaca-823a-46a8-a166-0001e8e95857 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:25.059025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:25.089277 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event deleted for resources: {'Port': ['ID=9d73aaca-823a-46a8-a166-0001e8e95857,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:25.117766 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8ba6f9d7-abdd-4adf-8b04-5af298d55e1d req-3c093842-954f-4e2f-992a-1d17beafeb5a tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ea4525-cf68-4ac8-9908-4857fde99da8 HTTP/1.1" status: 200 len: 210 time: 0.0317631 Dec 18 03:19:25.207781 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:25.310479 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:25.321004 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] Sync routers for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:25.330587 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:25.331197 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:25.350833 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] No DVR routers for this DVR port 9d73aaca-823a-46a8-a166-0001e8e95857 on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:19:25.353327 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:25.356872 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-86da748a-1215-48f5-be5b-f9c433267930 req-6e17fab9-811f-48ed-a2d3-dda39b8e6d6f tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.16 "DELETE /v2.0/ports/9d73aaca-823a-46a8-a166-0001e8e95857 HTTP/1.1" status: 204 len: 173 time: 0.8579273 Dec 18 03:19:25.357311 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-deleted', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:25.359570 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c586b5c3-c6bf-40b6-9339-930fb46db3e3" -d '{"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-deleted", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:25.402365 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d01c151-2a09-49dc-bf6b-74393061d59c x-openstack-request-id: req-0d01c151-2a09-49dc-bf6b-74393061d59c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:25.402365 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea4525-cf68-4ac8-9908-4857fde99da8", "name": "network-vif-deleted", "tag": "9d73aaca-823a-46a8-a166-0001e8e95857", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:25.402365 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d01c151-2a09-49dc-bf6b-74393061d59c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:25.402365 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea4525-cf68-4ac8-9908-4857fde99da8', 'name': 'network-vif-deleted', 'tag': '9d73aaca-823a-46a8-a166-0001e8e95857', 'status': 'completed', 'code': 200} Dec 18 03:19:25.438678 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:25.660503 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:25.688215 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] Checking router: 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:25.696775 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:25.697986 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:25.803107 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:25.820837 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c3167-cebd-4255-ba3b-681e481ad4d4 req-49a6d774-2f84-4750-bf85-8f1726d143e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:25.822994 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7f6c3167-cebd-4255-ba3b-681e481ad4d4 req-49a6d774-2f84-4750-bf85-8f1726d143e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0531902 Dec 18 03:19:25.871971 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7f6c3167-cebd-4255-ba3b-681e481ad4d4 req-4ddb40f1-d166-4cab-b1ea-52b11954dddd tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Dec 18 03:19:25.997770 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:26.027737 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74274b88-b4f0-437b-ab7c-a9b1a2cd68b6 None None] The sync data for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi is: [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:12:16Z', 'revision_number': 4, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c84e8488-6b4c-4c2c-b4d1-312eedf95bcd', 'name': '', 'network_id': '9c2dc738-d6f1-48f3-b8e0-871e485e797e', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'mac_address': 'fa:16:3e:8a:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:15Z', 'updated_at': '2021-12-18T03:12:21Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'subnets': [{'id': '13a2a5bb-a8c9-44ea-a315-f89f2b150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:26.214908 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35940) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:26.238818 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4886f2-f74b-4627-bd17-a18401f36448 None None] New status for floating IP 0872be71-9e25-4b0e-a349-7802726c0807: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:19:26.273111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-741d5139-5aab-42f8-a70d-3b8aa799db41 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.298074 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-741d5139-5aab-42f8-a70d-3b8aa799db41 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.344185 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-741d5139-5aab-42f8-a70d-3b8aa799db41 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.346820 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-741d5139-5aab-42f8-a70d-3b8aa799db41 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.347836 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-741d5139-5aab-42f8-a70d-3b8aa799db41 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "DELETE /v2.0/security-groups/a92dcce6-9813-41c6-a44d-7b46a1069901 HTTP/1.1" status: 204 len: 168 time: 0.1317248 Dec 18 03:19:26.350583 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35942) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:26.357087 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d5139-5aab-42f8-a70d-3b8aa799db41 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92dcce6-9813-41c6-a44d-7b46a1069901,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:26.365168 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.api.v2.resource [None req-5eb80731-d6ad-4d72-8d9c-e1b80799ec75 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] show failed (client error): The resource could not be found. Dec 18 03:19:26.366191 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-5eb80731-d6ad-4d72-8d9c-e1b80799ec75 tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "GET /v2.0/security-groups/a92dcce6-9813-41c6-a44d-7b46a1069901 HTTP/1.1" status: 404 len: 347 time: 0.0146387 Dec 18 03:19:26.369585 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 35944) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:26.491199 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Deleting port 703ac20b-7a52-4aca-adef-d56aeeac9fb6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:26.491537 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.561833 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.562080 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.573132 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Calling delete_port for 703ac20b-7a52-4aca-adef-d56aeeac9fb6 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:26.698093 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.720253 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Pushing event deleted for resources: {'Port': ['ID=703ac20b-7a52-4aca-adef-d56aeeac9fb6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:26.783664 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.786211 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:26.787359 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-929465eb-c0f7-40dd-b0fc-b03aeace13de tempest-AttachVolumeShelveTestJSON-1065630468 tempest-AttachVolumeShelveTestJSON-1065630468-project] 10.222.0.24 "DELETE /v2.0/floatingips/0872be71-9e25-4b0e-a349-7802726c0807 HTTP/1.1" status: 204 len: 168 time: 0.4168572 Dec 18 03:19:26.986450 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc77f3-fe0a-46b6-868d-073db6b1a93e req-20a23606-f2cd-4ca0-800f-bd63120ef0ef tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:26.987889 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fbcc77f3-fe0a-46b6-868d-073db6b1a93e req-20a23606-f2cd-4ca0-800f-bd63120ef0ef tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0476217 Dec 18 03:19:27.037779 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fbcc77f3-fe0a-46b6-868d-073db6b1a93e req-9ff706d3-8a4b-4cd3-84eb-9f910e66111c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 Dec 18 03:19:27.318286 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-cd40760f-0bca-4e11-96c1-0a7501b0c068 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375319 Dec 18 03:19:27.395225 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-c8bb3252-92cb-42d8-8de8-67c3e1ab1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:27.396666 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-c8bb3252-92cb-42d8-8de8-67c3e1ab1259 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1137 time: 0.0396333 Dec 18 03:19:27.510766 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-740cb432-0a80-4f52-a141-6e7f0c938232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:27.512097 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-740cb432-0a80-4f52-a141-6e7f0c938232 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 916 time: 0.0850842 Dec 18 03:19:27.580003 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-a6dfe8cb-da5e-468a-876d-b2a2ff9cd56e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 1001 time: 0.0566392 Dec 18 03:19:27.627820 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-a28ed445-ecea-4b25-82f8-3d3e213edcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:27.629189 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-a28ed445-ecea-4b25-82f8-3d3e213edcf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.0410094 Dec 18 03:19:27.678016 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-42a3df82-f52d-4a1c-90f0-b765b9254d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:27.679448 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-42a3df82-f52d-4a1c-90f0-b765b9254d52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410013 Dec 18 03:19:27.768866 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-021290c7-ede7-467a-aa23-1bc025f3dac6 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800369 Dec 18 03:19:27.866677 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-602185eb-215d-4fd2-adda-ba1fa9a4043a req-7ab77448-4d88-4a04-a16c-2caa65baf3c7 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823271 Dec 18 03:19:28.152326 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e9990-04c3-43c7-90a5-8b5674342b60 req-d6da03ab-7a51-4a85-aa56-cf4044ccd525 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:28.153787 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-325e9990-04c3-43c7-90a5-8b5674342b60 req-d6da03ab-7a51-4a85-aa56-cf4044ccd525 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0471668 Dec 18 03:19:28.203124 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-325e9990-04c3-43c7-90a5-8b5674342b60 req-3d45878f-87a5-411f-a741-ba542efd5368 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429127 Dec 18 03:19:29.054381 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 60bc3098-1a05-43da-aad1-0105b3137056 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:19:29.064963 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:29.087686 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 9d73aaca-823a-46a8-a166-0001e8e95857 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:29.088019 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 9d73aaca-823a-46a8-a166-0001e8e95857 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:29.171663 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:29.176397 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:29.183960 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '60bc3098-1a05-43da-aad1-0105b3137056', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'port_id': '60bc3098-1a05-43da-aad1-0105b3137056', 'mac_address': 'fa:16:3e:9e:8a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:19:29.219803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:29.233081 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bc3098-1a05-43da-aad1-0105b3137056 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:19:29.253249 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:29.258422 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:29.308899 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:29.316399 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.316846 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.317265 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.317728 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.318245 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.318931 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.319420 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.319910 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.320511 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.321006 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.321498 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.322134 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.322621 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:29.323874 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f3e07-cc15-4eb2-b3b4-2e2bce96324d req-924e5921-a4a8-4850-ac96-52074614da64 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:29.325406 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ea7f3e07-cc15-4eb2-b3b4-2e2bce96324d req-924e5921-a4a8-4850-ac96-52074614da64 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 945 time: 0.0501029 Dec 18 03:19:29.609893 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['60bc3098-1a05-43da-aad1-0105b3137056'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:19:29.716661 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ea7f3e07-cc15-4eb2-b3b4-2e2bce96324d req-a0edb7a8-b657-4195-9745-0777b7eff83e tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800902 Dec 18 03:19:29.970165 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:30.205828 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Deleting port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:30.206508 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:30.282696 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] For port c84e8488-6b4c-4c2c-b4d1-312eedf95bcd, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:30.283078 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:30.295365 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Calling delete_port for c84e8488-6b4c-4c2c-b4d1-312eedf95bcd owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:30.466394 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:30.492266 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84e8488-6b4c-4c2c-b4d1-312eedf95bcd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:30.654389 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:30.834116 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a9f1a-f0d9-4d83-8f91-da9ac2e17465 req-bb62ad44-6504-4043-a16c-214d575a73a9 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:30.835727 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8b9a9f1a-f0d9-4d83-8f91-da9ac2e17465 req-bb62ad44-6504-4043-a16c-214d575a73a9 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 945 time: 0.0511632 Dec 18 03:19:30.864135 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:30.885819 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8b9a9f1a-f0d9-4d83-8f91-da9ac2e17465 req-f2889361-978c-4cc9-bf2e-9c7ed448c5a9 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Dec 18 03:19:30.967911 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:30.972871 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-eb992db8-387c-4593-8367-8489542f1bb4 admin admin] 10.222.0.24 "PUT /v2.0/routers/3fca4a73-8df2-42a9-bc12-d1abd0f998d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954662 Dec 18 03:19:30.975465 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35982) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:30.978031 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] Sync routers for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:30.988393 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:30.989003 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:31.075371 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 60bc3098-1a05-43da-aad1-0105b3137056 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:31.075910 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.179341 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.236276 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Deleting port 15e8ca95-c173-45a8-a21e-74d706b6b345 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:31.236993 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.262143 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:31.315128 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] For port 15e8ca95-c173-45a8-a21e-74d706b6b345, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=15e8ca95-c173-45a8-a21e-74d706b6b345,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:31.315510 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.330489 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Calling delete_port for 15e8ca95-c173-45a8-a21e-74d706b6b345 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:31.334408 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 60bc3098-1a05-43da-aad1-0105b3137056 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:19:31.365652 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 60bc3098-1a05-43da-aad1-0105b3137056 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:31.366027 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.499528 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.508120 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.522250 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8ed16c89-d75d-479c-863c-7f5c9fc6ada1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.526608 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e8ca95-c173-45a8-a21e-74d706b6b345,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:31.540006 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:31.542317 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0ba8a-ba49-4747-bfab-2808afc1212a" -d '{"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-plugged", "status": "completed", "tag": "60bc3098-1a05-43da-aad1-0105b3137056"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:31.557941 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:31.559871 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:19:30Z', 'revision_number': 5, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port': {'id': '15e8ca95-c173-45a8-a21e-74d706b6b345', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:12:10Z', 'updated_at': '2021-12-18T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:31.563126 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.592059 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4998f47-b4c3-4e2f-b55a-71ded275477e x-openstack-request-id: req-f4998f47-b4c3-4e2f-b55a-71ded275477e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:31.592059 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-plugged", "status": "completed", "tag": "60bc3098-1a05-43da-aad1-0105b3137056", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:31.592059 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4998f47-b4c3-4e2f-b55a-71ded275477e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:31.592486 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056', 'code': 200} Dec 18 03:19:31.592714 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.612831 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] Checking router: 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:31.632509 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] Routers {'3fca4a73-8df2-42a9-bc12-d1abd0f998d8'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:31.633142 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:31.695370 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.697806 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.708697 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] Set router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:31.710515 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:31.762912 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:19:31Z', 'revision_number': 7, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:31.770099 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.770636 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fca4a73-8df2-42a9-bc12-d1abd0f998d8 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:19:31.776545 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.780677 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-220144bc-0112-4d5f-a488-4bd176fb84d5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3fca4a73-8df2-42a9-bc12-d1abd0f998d8 HTTP/1.1" status: 204 len: 168 time: 0.8015838 Dec 18 03:19:31.780859 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35990) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:31.793728 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d373d7-d50c-4916-92ed-1821b7b310da None None] The sync data for ids ['3fca4a73-8df2-42a9-bc12-d1abd0f998d8'] in dv-cinder-818037-10-iscsi is: [{'id': '3fca4a73-8df2-42a9-bc12-d1abd0f998d8', 'name': 'tempest-AttachVolumeShelveTestJSON-791925195-router', 'tenant_id': '9f27614e91de40f2ba636e557961e94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:12:09Z', 'updated_at': '2021-12-18T03:19:31Z', 'revision_number': 7, 'project_id': '9f27614e91de40f2ba636e557961e94f', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:31.826681 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] Deleting subnet 13a2a5bb-a8c9-44ea-a315-f89f2b150428 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:19:31.841552 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.890611 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:31.920381 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc6762-6498-4f21-a3ce-136ada83ca4a req-8e54685d-91d1-4a93-bfaf-39ea54914f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:31.921878 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e7bc6762-6498-4f21-a3ce-136ada83ca4a req-8e54685d-91d1-4a93-bfaf-39ea54914f61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1099 time: 0.0902727 Dec 18 03:19:32.001290 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3327c-eda7-447b-9aa3-68c03aa1c297 req-44890e8e-6a17-4d43-928a-f13ce5a3a7ed tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:32.003189 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b7e3327c-eda7-447b-9aa3-68c03aa1c297 req-44890e8e-6a17-4d43-928a-f13ce5a3a7ed tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Dec 18 03:19:32.030482 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e7bc6762-6498-4f21-a3ce-136ada83ca4a req-130b03fe-95bd-404a-95e7-0ba5be625ebd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977874 Dec 18 03:19:32.032761 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.051811 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b7e3327c-eda7-447b-9aa3-68c03aa1c297 req-4024e744-912d-4204-a556-e898d597d143 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429568 Dec 18 03:19:32.083898 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.114309 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a2a5bb-a8c9-44ea-a315-f89f2b150428,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:32.119296 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.122609 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a576ce8b-15e5-49ba-a6ac-860bffea3958 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/13a2a5bb-a8c9-44ea-a315-f89f2b150428 HTTP/1.1" status: 204 len: 168 time: 0.3407965 Dec 18 03:19:32.125370 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 35994) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:32.132655 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa9b54-f7ba-4cf9-b005-dd0a3dd05d2f None None] Network 9c2dc738-d6f1-48f3-b8e0-871e485e797e requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:19:32.195639 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.256017 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Deleting port 124a14cd-81cc-4de4-9096-2b509d6b7da3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:32.256604 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.320354 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] For port 124a14cd-81cc-4de4-9096-2b509d6b7da3, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=124a14cd-81cc-4de4-9096-2b509d6b7da3,segment=NetworkSegment(1caefcaf-fec4-42c1-94fb-43e5244b7fb7),segment_id=1caefcaf-fec4-42c1-94fb-43e5244b7fb7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:32.320726 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.335832 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Calling delete_port for 124a14cd-81cc-4de4-9096-2b509d6b7da3 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:32.423933 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.453120 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Pushing event deleted for resources: {'Port': ['ID=124a14cd-81cc-4de4-9096-2b509d6b7da3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:32.459006 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] No DVR routers for this DVR port 124a14cd-81cc-4de4-9096-2b509d6b7da3 on host dv-cinder-818037-10-iscsi {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:19:32.528218 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.551753 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2dc738-d6f1-48f3-b8e0-871e485e797e']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:32.566649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caefcaf-fec4-42c1-94fb-43e5244b7fb7') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:32.566964 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caefcaf-fec4-42c1-94fb-43e5244b7fb7') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:32.576310 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c9117-6a3f-48ad-bc4f-4f4c8aff99e2 None None] DHCP port deletion for 9c2dc738-d6f1-48f3-b8e0-871e485e797e request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:19:32.580807 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.598817 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.611690 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:19:32.612291 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:19:32.614388 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:19:32.640109 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c84e8488-6b4c-4c2c-b4d1-312eedf95bcd no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:32.665254 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: c84e8488-6b4c-4c2c-b4d1-312eedf95bcd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:32.665677 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c84e8488-6b4c-4c2c-b4d1-312eedf95bcd not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:32.666112 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 124a14cd-81cc-4de4-9096-2b509d6b7da3 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:32.686828 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 124a14cd-81cc-4de4-9096-2b509d6b7da3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:32.687193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 124a14cd-81cc-4de4-9096-2b509d6b7da3 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:32.687598 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 15e8ca95-c173-45a8-a21e-74d706b6b345 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:32.708420 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 15e8ca95-c173-45a8-a21e-74d706b6b345 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:32.708772 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 15e8ca95-c173-45a8-a21e-74d706b6b345 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:32.959040 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.982346 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:32.985479 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c2dc738-d6f1-48f3-b8e0-871e485e797e HTTP/1.1" status: 204 len: 168 time: 0.8591583 Dec 18 03:19:32.988814 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049ac6-522d-447a-bc79-0301103e19ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2dc738-d6f1-48f3-b8e0-871e485e797e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:33.003805 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e39b7045-dd95-45e9-882a-e1092429a870 req-83a73cb0-282e-40b1-9e07-dc7c7f303ea4 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399143997&fields=id&tenant_id=535faa61f3e345e6be0cc8a3f85fb207 HTTP/1.1" status: 200 len: 267 time: 0.0754120 Dec 18 03:19:33.063318 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7045-dd95-45e9-882a-e1092429a870 req-ffb15f23-e6e8-4190-99d6-2a85404b477d tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:33.064985 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e39b7045-dd95-45e9-882a-e1092429a870 req-ffb15f23-e6e8-4190-99d6-2a85404b477d tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 984 time: 0.0541539 Dec 18 03:19:33.077562 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Request body: {'port': {'security_groups': ['cb642b90-dd8d-44e6-aaff-8a4583459353']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:33.117237 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36002) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:33.193017 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.199191 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-1076a76e-f2f2-4602-bc88-aada7985aa80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f27614e91de40f2ba636e557961e94f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0773928 Dec 18 03:19:33.199454 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:33.411492 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:33.442062 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.447747 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.453651 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8a6-e106-4943-9f63-dddad4e9b1c6 req-9f95af27-a582-41a7-830b-7fa67f3c7e81 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:33.455139 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-20bea8a6-e106-4943-9f63-dddad4e9b1c6 req-9f95af27-a582-41a7-830b-7fa67f3c7e81 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.3153303 Dec 18 03:19:33.489090 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86879b2c-8d5c-4c8e-b9e7-e91bea976d75'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:19:33.496702 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:33.496702 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.497250 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e39b7045-dd95-45e9-882a-e1092429a870 req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "PUT /v2.0/ports/86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 942 time: 0.4254870 Dec 18 03:19:33.497728 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:33.500005 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16fc76a-8752-4a05-ad80-bf0ac41dae21" -d '{"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:33.505654 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36008) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:33.530559 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78875508-6ffa-4470-b14c-4693dd19b0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.538635 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-20bea8a6-e106-4943-9f63-dddad4e9b1c6 req-07ff6991-ebd0-4c4f-9091-ca3dc055e849 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755403 Dec 18 03:19:33.552581 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b02027-49f6-490b-9d91-9123986cb18a tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event updated for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:33.578810 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96eb63d-a356-4454-9b7b-99ed16c58d60 x-openstack-request-id: req-a96eb63d-a356-4454-9b7b-99ed16c58d60 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:33.579103 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:33.579373 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a96eb63d-a356-4454-9b7b-99ed16c58d60 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:33.579761 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'status': 'completed', 'code': 200} Dec 18 03:19:33.580062 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78875508-6ffa-4470-b14c-4693dd19b0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.591762 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59fd9be1-7a01-4afa-9a64-22c5caec0dd2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.620851 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59fd9be1-7a01-4afa-9a64-22c5caec0dd2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.644327 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78875508-6ffa-4470-b14c-4693dd19b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.648765 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78875508-6ffa-4470-b14c-4693dd19b0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.651023 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-78875508-6ffa-4470-b14c-4693dd19b0f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be80c4bb-a08b-4d0f-9fb3-afc0e1607163 HTTP/1.1" status: 204 len: 168 time: 0.4506652 Dec 18 03:19:33.658014 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86879b2c-8d5c-4c8e-b9e7-e91bea976d75'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:19:33.662781 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78875508-6ffa-4470-b14c-4693dd19b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be80c4bb-a08b-4d0f-9fb3-afc0e1607163,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:33.734865 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-9ddae60d-06d8-4160-b700-6a31eb39b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:33.736347 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-9ddae60d-06d8-4160-b700-6a31eb39b943 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1098 time: 0.0963843 Dec 18 03:19:33.830679 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59fd9be1-7a01-4afa-9a64-22c5caec0dd2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.833130 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59fd9be1-7a01-4afa-9a64-22c5caec0dd2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.834294 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-59fd9be1-7a01-4afa-9a64-22c5caec0dd2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "DELETE /v2.0/security-groups/e19d6e20-2ce3-4920-96c8-19b85354b322 HTTP/1.1" status: 204 len: 168 time: 0.3279462 Dec 18 03:19:33.837065 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36012) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:33.848782 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd9be1-7a01-4afa-9a64-22c5caec0dd2 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d6e20-2ce3-4920-96c8-19b85354b322,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:33.879877 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-cc932902-6da8-4828-aead-e124b33144c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:33.881396 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-cc932902-6da8-4828-aead-e124b33144c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 916 time: 0.1248171 Dec 18 03:19:33.901637 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ad982d78-cb73-4fd0-972e-417b6f66eb30 None None] Provisioning complete for port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:33.902257 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad982d78-cb73-4fd0-972e-417b6f66eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:33.965209 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-e683408e-049e-48bc-ba56-2bb44ba5fff7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 1001 time: 0.0749998 Dec 18 03:19:33.975822 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-339ebf4c-4b4a-47e2-8aea-294e3a142037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.032917 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-6eebe557-dbd5-4332-a252-6adc6c7bc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:34.035631 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-6eebe557-dbd5-4332-a252-6adc6c7bc8d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.0616076 Dec 18 03:19:34.060061 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Deleting port 55497618-def0-49ce-b2f5-ccc1520d3243 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:34.060398 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.090083 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-412dfd73-d37f-4c5a-8a55-7bfe529b53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:34.091835 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-412dfd73-d37f-4c5a-8a55-7bfe529b53f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491240 Dec 18 03:19:34.145257 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.145920 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.159711 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Calling delete_port for 55497618-def0-49ce-b2f5-ccc1520d3243 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:34.192780 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-fe87dd20-40c4-459f-9f19-f7921f1f804d service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921261 Dec 18 03:19:34.290801 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a16fc76a-8752-4a05-ad80-bf0ac41dae21 req-92af8cbc-5cd5-442b-ac33-3ae65fd89392 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904841 Dec 18 03:19:34.361786 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.388899 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event deleted for resources: {'Port': ['ID=55497618-def0-49ce-b2f5-ccc1520d3243,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:34.457677 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.458022 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.l3_db [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Floating IP a38efb27-233b-40af-b654-c917e2aeb2fe disassociated (deleted). External IP: 172.27.2.218, port: 86879b2c-8d5c-4c8e-b9e7-e91bea976d75. Dec 18 03:19:34.485924 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36032) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:34.585973 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1180483780-network', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:34.611405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Made reservation on behalf of d5ef52b4e7164c93988c7ca58686d98f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:19:34.613852 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.627137 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.703820 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a8d25-f4a8-45cc-8016-ba434ff05c6f req-546af506-535b-4f02-b863-0665bd4bf40c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:34.704869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.705209 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ca6a8d25-f4a8-45cc-8016-ba434ff05c6f req-546af506-535b-4f02-b863-0665bd4bf40c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0957251 Dec 18 03:19:34.710273 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.733373 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 18 03:19:34.738423 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Router c37e3eb0-d46e-494e-897a-b41cd141acdb has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:34.749511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9252cfa-0a3c-4d21-938e-9c7d639fe32a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:34.752425 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.752770 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.segments_db [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Added segment bb40499a-c18b-4e7e-bc91-6be6a917924c of type vlan for network 3fda238b-cb83-4001-a89c-717f18485950 Dec 18 03:19:34.775919 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ca6a8d25-f4a8-45cc-8016-ba434ff05c6f req-8603c8b2-d031-42ad-bf76-f3dd4e4b4525 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617986 Dec 18 03:19:34.799179 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850452273'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.827516 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.828529 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:34.830282 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.849048 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3619547 Dec 18 03:19:34.858579 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36040) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:34.863264 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Request body: {'subnet': {'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1180483780-subnet', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:34.889031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:34.893523 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:34.899681 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] Sync routers for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:34.913324 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:34.913965 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:34.925027 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-7bc39951-ff4e-48b0-879f-ba83bc1a5689 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "DELETE /v2.0/floatingips/a38efb27-233b-40af-b654-c917e2aeb2fe HTTP/1.1" status: 204 len: 168 time: 1.0838842 Dec 18 03:19:34.925027 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:34.926160 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d78eefc-2235-47fa-8951-44fd35dc57dd" -d '{"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:34.938361 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad26c-69d4-45c9-94f7-dc48907ead7d admin admin] Pushing event updated for resources: {'Network': ['ID=3fda238b-cb83-4001-a89c-717f18485950,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:34.950096 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Network 3fda238b-cb83-4001-a89c-717f18485950 details requested by agent ovs-agent-dv-cinder-818037-10-iscsi with host dv-cinder-818037-10-iscsi {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 18 03:19:34.964569 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a2b0f-1827-41f6-afba-1bc63cf21729 req-2981c141-a0a9-44b0-b0ab-9838be43930c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:34.966213 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c21a2b0f-1827-41f6-afba-1bc63cf21729 req-2981c141-a0a9-44b0-b0ab-9838be43930c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0982425 Dec 18 03:19:34.967334 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Made reservation on behalf of d5ef52b4e7164c93988c7ca58686d98f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:19:34.969662 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12660509'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.046971 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.053038 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:35.086251 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c21a2b0f-1827-41f6-afba-1bc63cf21729 req-546f9c8b-9887-4142-9a6c-1f57a711f520 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975158 Dec 18 03:19:35.119421 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:35.171155 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcea043-04ba-4240-b689-d787292b09a0 x-openstack-request-id: req-2fcea043-04ba-4240-b689-d787292b09a0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:35.172148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:35.172562 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fcea043-04ba-4240-b689-d787292b09a0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:35.173294 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'status': 'completed', 'code': 200} Dec 18 03:19:35.278686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12660595'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.325283 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 5, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:35.336816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-37d54373-df2d-4925-9a83-b8d9b94c862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:35.339177 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-37d54373-df2d-4925-9a83-b8d9b94c862b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 1098 time: 0.1122200 Dec 18 03:19:35.348707 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcfc08-4921-4b50-ad75-4e98ebd1dcbe tempest-TestShelveInstance-1681951337 tempest-TestShelveInstance-1681951337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:35.352859 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d4fcfc08-4921-4b50-ad75-4e98ebd1dcbe tempest-TestShelveInstance-1681951337 tempest-TestShelveInstance-1681951337-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1094 time: 0.2294581 Dec 18 03:19:35.353147 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36056) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:35.353772 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] Checking router: c37e3eb0-d46e-494e-897a-b41cd141acdb for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:35.358208 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'port_id': '60bc3098-1a05-43da-aad1-0105b3137056', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:35.360446 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:35.364100 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:35.364817 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:35.387143 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.424789 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Checking segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:19:35.425151 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Network hostable DHCP agents. Network: 3fda238b-cb83-4001-a89c-717f18485950, hostable agents: ['e5c9b08d-060f-4e2b-8331-ed2654d6d28b'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 18 03:19:35.463251 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Network 3fda238b-cb83-4001-a89c-717f18485950 is scheduled to be hosted by DHCP agent e5c9b08d-060f-4e2b-8331-ed2654d6d28b with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 18 03:19:35.471871 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-6adbecc2-e9a9-402f-9bb1-60ea587b5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:35.473376 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-6adbecc2-e9a9-402f-9bb1-60ea587b5082 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 200 len: 916 time: 0.1263728 Dec 18 03:19:35.475184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-10-iscsi, 3fda238b-cb83-4001-a89c-717f18485950) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:35.480124 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:35.480711 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.489561 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f23adc-2a00-4617-8e13-a93d4aabf0e4 None None] Network 3fda238b-cb83-4001-a89c-717f18485950 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:19:35.495458 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:35.502265 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-1e16a8f1-2455-44c3-9254-8559404f5935 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6402612 Dec 18 03:19:35.506459 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36058) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:35.512333 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:35.518919 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.557028 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-69690d07-7db5-4468-b807-94962771be26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 200 len: 217 time: 0.0560248 Dec 18 03:19:35.593844 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109143'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.595314 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109134'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.612454 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19b184c6-6e7c-561e-aa96-ca1e83437cce-3fda238b-cb83-4001-a89c-717f18485950', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98'}]}} from dv-cinder-818037-10-iscsi. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 18 03:19:35.613333 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.644261 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-3e17ecbe-34c2-43bd-8294-7674517ceb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:35.645316 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Allocated IP 172.27.2.40 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/0fb33f96-d961-4d64-8a19-5cada40faaf2) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:19:35.646385 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-3e17ecbe-34c2-43bd-8294-7674517ceb21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 200 len: 854 time: 0.0818415 Dec 18 03:19:35.723179 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.778195 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.778453 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 5, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:35.783407 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-0219fcb8-8a72-4066-ab76-c4362bfe07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:35.785166 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-0219fcb8-8a72-4066-ab76-c4362bfe07c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958d444c-83a1-4f27-9e84-9aaa6d65bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1296041 Dec 18 03:19:35.811090 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc20fa-d646-48e0-af45-956231d7eabf None None] The sync data for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi is: [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:10Z', 'revision_number': 4, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'd39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2', 'name': '', 'network_id': '958d444c-83a1-4f27-9e84-9aaa6d65bd7a', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'mac_address': 'fa:16:3e:5b:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:10Z', 'updated_at': '2021-12-18T03:17:15Z', 'revision_number': 5, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'subnets': [{'id': '1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:35.823026 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Allocated IP 172.20.0.2 (3fda238b-cb83-4001-a89c-717f18485950/8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98/9e3f22f8-8b75-40a9-a4fe-41b40409a94b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:19:35.823610 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:35.865922 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:35.877482 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'Port': ['ID=0fb33f96-d961-4d64-8a19-5cada40faaf2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:35.890296 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:35.894665 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:19:35.960649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.012562 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.027042 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.035472 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-1ddfe0df-1a8e-4b32-aa2e-e4aabf987290 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023768 Dec 18 03:19:36.075480 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Network 3fda238b-cb83-4001-a89c-717f18485950 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:36.078809 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:36.082800 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:19:36.090119 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Pushing event updated for resources: {'Port': ['ID=9e3f22f8-8b75-40a9-a4fe-41b40409a94b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:36.170355 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d78eefc-2235-47fa-8951-44fd35dc57dd req-c0e77752-bcfa-4728-b1fd-f4f9562dcd93 service neutron] 10.222.0.16 "GET /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267123 Dec 18 03:19:36.184383 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Attempting to bind port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:19:36.184752 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Attempting to bind port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:19:36.185151 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Attempting to bind port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b on network 3fda238b-cb83-4001-a89c-717f18485950 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:36.196663 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:19:36.197031 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Checking segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:19:36.197421 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.197865 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Bound using segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:19:36.198318 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Bound port: 9e3f22f8-8b75-40a9-a4fe-41b40409a94b, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:19:36.198692 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.240215 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f2474-a53a-4ee2-95b7-874e08e09d68 None None] New status for floating IP a38efb27-233b-40af-b654-c917e2aeb2fe: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:19:36.300856 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.329130 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.381940 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] For port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:19:36.384273 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] For port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=9e3f22f8-8b75-40a9-a4fe-41b40409a94b,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:19:36.393185 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.467825 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.506583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Allocated IP 172.27.2.44 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/83868b3d-90ff-419c-9d84-79288a1a00ef) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:19:36.510489 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.511202 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a75839-ee6c-476a-bb40-7bc646191392 None None] Pushing event updated for resources: {'Port': ['ID=9e3f22f8-8b75-40a9-a4fe-41b40409a94b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:36.567975 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.639791 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.686343 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.752397 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:36.753605 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:36.757236 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:19:36.770628 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.776997 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.790554 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Pushing event updated for resources: {'Port': ['ID=83868b3d-90ff-419c-9d84-79288a1a00ef,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:36.865752 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event updated for resources: {'Port': ['ID=0fb33f96-d961-4d64-8a19-5cada40faaf2,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:36.883967 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:36.986865 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.l3_db [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Floating IP 98ecc725-f035-4df7-b72a-1f559bd4a5f5 associated. External IP: 172.27.2.40, port: 60bc3098-1a05-43da-aad1-0105b3137056. Dec 18 03:19:37.020086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:37.192091 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Router 3181d7a4-735d-42a5-96f0-ad8117e4b50d has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:37.209152 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647781'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:37.354559 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 is scheduled to L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 18 03:19:37.472043 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:37.474999 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:37.488807 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Sync routers for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:37.495139 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:37.499670 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-55407f64-a81f-422e-b779-4af45a2c2934 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9898434 Dec 18 03:19:37.503777 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:37.504370 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36070) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:37.504501 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:37.556284 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:37.566851 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45545919-6237-4413-babe-0527a471b7f3 None None] Sync routers for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:37.580501 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:37.587039 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:37.589335 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:37.613097 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-bae322ae-228c-4ca9-a418-3a5c4c4d8ccc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2587202 Dec 18 03:19:37.613925 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:37.616286 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df80c1bd-b87e-459d-a4b0-3cdf96027d51" -d '{"events": [{"name": "network-changed", "server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "tag": "60bc3098-1a05-43da-aad1-0105b3137056"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:37.646639 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:37.658857 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa8394c-2d4d-4ba7-baa5-597cd8494ad9 x-openstack-request-id: req-baa8394c-2d4d-4ba7-baa5-597cd8494ad9 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:37.659364 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "tag": "60bc3098-1a05-43da-aad1-0105b3137056", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:37.659710 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baa8394c-2d4d-4ba7-baa5-597cd8494ad9 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:37.660208 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056', 'status': 'completed', 'code': 200} Dec 18 03:19:37.802939 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231bd07-e52e-4af8-87d2-cf6c3a30e9e7 None None] Network 3fda238b-cb83-4001-a89c-717f18485950 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:19:37.879629 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:36Z', 'revision_number': 3, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:37.940526 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-69775854-0f16-4ead-8d44-c01d0b4e5c6a None None] Provisioning complete for port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:37.941022 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69775854-0f16-4ead-8d44-c01d0b4e5c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.015379 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede589a5-c201-4974-b724-8fd9feb2df19 req-66961826-9789-4434-ba96-9f9ea2414a96 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:38.015649 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Checking router: 237a4e58-c78f-4f92-aead-3b2bc839a0d5 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:38.015755 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Updating router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 port 83868b3d-90ff-419c-9d84-79288a1a00ef binding host dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:19:38.023978 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ede589a5-c201-4974-b724-8fd9feb2df19 req-66961826-9789-4434-ba96-9f9ea2414a96 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0653141 Dec 18 03:19:38.025984 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:38.046603 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.079112 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ede589a5-c201-4974-b724-8fd9feb2df19 req-3f4a83b6-1ea1-4845-81b7-f7bfa4286490 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536911 Dec 18 03:19:38.154043 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-871d2a87-d5e8-4a4f-8963-666fa7ec62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:38.155542 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-871d2a87-d5e8-4a4f-8963-666fa7ec62e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1099 time: 0.1301198 Dec 18 03:19:38.177988 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69775854-0f16-4ead-8d44-c01d0b4e5c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.341091 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-69775854-0f16-4ead-8d44-c01d0b4e5c6a None None] For port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=9e3f22f8-8b75-40a9-a4fe-41b40409a94b,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:38.349001 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69775854-0f16-4ead-8d44-c01d0b4e5c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.381137 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.394546 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.403232 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '98ecc725-f035-4df7-b72a-1f559bd4a5f5', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'port_id': '60bc3098-1a05-43da-aad1-0105b3137056', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'mac_address': 'fa:16:3e:9e:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244df22-21b2-40e5-972f-e6678258f781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:36Z', 'revision_number': 0, 'project_id': '400be51814e84a6e8a54033024fad790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 5, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:38.436254 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45545919-6237-4413-babe-0527a471b7f3 None None] Checking router: 3181d7a4-735d-42a5-96f0-ad8117e4b50d for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:38.438319 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69775854-0f16-4ead-8d44-c01d0b4e5c6a None None] Pushing event updated for resources: {'Port': ['ID=9e3f22f8-8b75-40a9-a4fe-41b40409a94b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:38.443666 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9e3f22f8-8b75-40a9-a4fe-41b40409a94b up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:38.459355 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Attempting to bind port 83868b3d-90ff-419c-9d84-79288a1a00ef on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:19:38.459727 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Attempting to bind port 83868b3d-90ff-419c-9d84-79288a1a00ef by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:19:38.460084 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Attempting to bind port 83868b3d-90ff-419c-9d84-79288a1a00ef on network 74a8eff6-f122-4e99-acb9-e18453662af3 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:38.470078 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb71c04-dde2-478e-9560-dccf48967bad None None] Pushing event updated for resources: {'Port': ['ID=83868b3d-90ff-419c-9d84-79288a1a00ef,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:38.472676 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:19:38.473050 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Checking segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:19:38.473975 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.474348 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Bound using segment: {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:19:38.474821 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Bound port: 83868b3d-90ff-419c-9d84-79288a1a00ef, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893bddf-f555-4e27-b2a4-32069f4bdcdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:19:38.475212 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.486021 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-9a39ba7c-aedf-4389-b3d3-0787d4106352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:38.487490 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-9a39ba7c-aedf-4389-b3d3-0787d4106352 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 909 time: 0.3218570 Dec 18 03:19:38.488153 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:38.488853 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:38.533035 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] For port 83868b3d-90ff-419c-9d84-79288a1a00ef, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:19:38.536675 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] For port 83868b3d-90ff-419c-9d84-79288a1a00ef, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=83868b3d-90ff-419c-9d84-79288a1a00ef,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:19:38.542291 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.542632 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1eb17c00-1350-418d-b4f6-d44d659df038 None None] Provisioning complete for port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:38.543002 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1eb17c00-1350-418d-b4f6-d44d659df038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.581932 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.601552 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-6801c866-9fd2-4981-b8e0-8c1f9e03c1c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 999 time: 0.0853801 Dec 18 03:19:38.604326 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:38.605279 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:38.635160 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:38.635451 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:38.657636 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb71c04-dde2-478e-9560-dccf48967bad None None] Pushing event updated for resources: {'Port': ['ID=83868b3d-90ff-419c-9d84-79288a1a00ef,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:38.674564 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:38.729352 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:38.729725 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-0bc399c4-fe8c-4c1e-80c8-96488927cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:38.731415 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-0bc399c4-fe8c-4c1e-80c8-96488927cf73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 200 len: 847 time: 0.1160376 Dec 18 03:19:38.823490 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-f2886b09-4144-4742-9643-84670466815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:38.824990 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-f2886b09-4144-4742-9643-84670466815a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c87ce622-8636-4061-915a-93cc6dd10042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0845039 Dec 18 03:19:38.828829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Allocated IP 172.20.0.1 (3fda238b-cb83-4001-a89c-717f18485950/8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98/c6073ff9-fd2a-48e6-ae6f-864ec574b435) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:19:38.900457 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:19:38.946523 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:36Z', 'revision_number': 3, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:38.976401 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3053e62-391c-4483-839d-d44545eac7f0 None None] The sync data for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi is: [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:36Z', 'revision_number': 3, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:38.985705 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-45545919-6237-4413-babe-0527a471b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '98ecc725-f035-4df7-b72a-1f559bd4a5f5', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'port_id': '60bc3098-1a05-43da-aad1-0105b3137056', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'mac_address': 'fa:16:3e:9e:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244df22-21b2-40e5-972f-e6678258f781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:36Z', 'revision_number': 0, 'project_id': '400be51814e84a6e8a54033024fad790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 5, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:38.993067 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-a8780410-3bb4-451f-8d14-520dd45c1804 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590674 Dec 18 03:19:39.012719 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45545919-6237-4413-babe-0527a471b7f3 None None] The sync data for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi is: [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': '98ecc725-f035-4df7-b72a-1f559bd4a5f5', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'port_id': '60bc3098-1a05-43da-aad1-0105b3137056', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'mac_address': 'fa:16:3e:9e:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244df22-21b2-40e5-972f-e6678258f781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:36Z', 'revision_number': 0, 'project_id': '400be51814e84a6e8a54033024fad790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 5, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:39.036753 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.130809 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df80c1bd-b87e-459d-a4b0-3cdf96027d51 req-ea63a68b-3e94-4d1a-a03f-22bfd1c97dbb service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287549 Dec 18 03:19:39.132352 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.191772 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Network 3fda238b-cb83-4001-a89c-717f18485950 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:39.216783 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:39.226887 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:19:39.272730 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Pushing event updated for resources: {'Port': ['ID=c6073ff9-fd2a-48e6-ae6f-864ec574b435,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:39.295387 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.295719 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.296760 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.296760 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.296760 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.297004 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.297318 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.297657 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.297986 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.298311 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.298632 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.298944 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.299257 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:19:39.318852 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591993db-1a84-4898-a0d9-acb532ebdace req-ff63f7ca-4d7b-4f8e-bcfa-bcc8d0a6da94 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:39.323271 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b84cce-282b-471a-b476-cdb1cb5dc922 None None] New status for floating IP 98ecc725-f035-4df7-b72a-1f559bd4a5f5: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:19:39.323746 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-591993db-1a84-4898-a0d9-acb532ebdace req-ff63f7ca-4d7b-4f8e-bcfa-bcc8d0a6da94 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.1585829 Dec 18 03:19:39.327905 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648632'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.442567 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-591993db-1a84-4898-a0d9-acb532ebdace req-a7859ab3-ead6-4381-8f77-c34f67ce2511 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb642b90-dd8d-44e6-aaff-8a4583459353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066873 Dec 18 03:19:39.540156 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.541167 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-23950668-67c8-4965-a4b9-41b59697c9aa None None] Provisioning complete for port c6073ff9-fd2a-48e6-ae6f-864ec574b435 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:39.541688 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23950668-67c8-4965-a4b9-41b59697c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.592424 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-23950668-67c8-4965-a4b9-41b59697c9aa None None] Port c6073ff9-fd2a-48e6-ae6f-864ec574b435 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:19:39.724231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.729361 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.797277 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Pushing event updated for resources: {'Port': ['ID=c6073ff9-fd2a-48e6-ae6f-864ec574b435,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:39.799857 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646696'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:39.924232 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-611e5732-7d8e-48c3-ba1a-03c061355d73 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:39.925878 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-611e5732-7d8e-48c3-ba1a-03c061355d73 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.16 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 945 time: 0.0756619 Dec 18 03:19:39.945536 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Network 3fda238b-cb83-4001-a89c-717f18485950 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:39.961841 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:40.135217 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Deleting port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:40.135541 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.141928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:40.217222 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-be9018be-70d9-4e8b-ba8e-0fb938bb2304 None None] Provisioning complete for port c6073ff9-fd2a-48e6-ae6f-864ec574b435 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:40.217513 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be9018be-70d9-4e8b-ba8e-0fb938bb2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.254705 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-be9018be-70d9-4e8b-ba8e-0fb938bb2304 None None] Port c6073ff9-fd2a-48e6-ae6f-864ec574b435 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:19:40.308026 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] For port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:40.308557 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.326168 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Calling delete_port for 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:40.344279 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:40.350006 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-ff477620-7ed5-4347-a0c2-4df2ffcecd58 admin admin] 10.222.0.24 "PUT /v2.0/routers/237a4e58-c78f-4f92-aead-3b2bc839a0d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443036 Dec 18 03:19:40.448293 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 83868b3d-90ff-419c-9d84-79288a1a00ef up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:40.496127 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.509575 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 83868b3d-90ff-419c-9d84-79288a1a00ef triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:40.510546 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.532219 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Pushing event deleted for resources: {'Port': ['ID=86879b2c-8d5c-4c8e-b9e7-e91bea976d75,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:40.556475 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['86879b2c-8d5c-4c8e-b9e7-e91bea976d75'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:19:40.561493 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0580eb39-2117-44b9-b8ea-d4da0ac7df34 req-8211a5ca-82a8-4b72-97ca-9a4f1fd5f806 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.24 "GET /v2.0/ports?device_id=83329381-8624-4e96-a968-8f2de6818b11 HTTP/1.1" status: 200 len: 210 time: 0.0384510 Dec 18 03:19:40.607345 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] No DVR routers for this DVR port 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:19:40.610146 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.613657 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1f69b0fd-2a34-42fd-8857-0b07eb5e2b80 req-f4313c07-5280-40ad-bd6d-b83871390418 tempest-TestMinimumBasicScenario-747244964 tempest-TestMinimumBasicScenario-747244964-project] 10.222.0.16 "DELETE /v2.0/ports/86879b2c-8d5c-4c8e-b9e7-e91bea976d75 HTTP/1.1" status: 204 len: 173 time: 0.6812658 Dec 18 03:19:40.614129 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'name': 'network-vif-deleted', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:40.616513 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cfd91d-2d79-48bd-beb8-c9a7573bcc53" -d '{"events": [{"server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "name": "network-vif-deleted", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:40.639807 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.661082 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1578fe02-6124-4545-be64-67bffc8ad0d3 x-openstack-request-id: req-1578fe02-6124-4545-be64-67bffc8ad0d3 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:40.662216 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83329381-8624-4e96-a968-8f2de6818b11", "name": "network-vif-deleted", "tag": "86879b2c-8d5c-4c8e-b9e7-e91bea976d75", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:40.662694 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1578fe02-6124-4545-be64-67bffc8ad0d3 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:40.663320 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83329381-8624-4e96-a968-8f2de6818b11', 'name': 'network-vif-deleted', 'tag': '86879b2c-8d5c-4c8e-b9e7-e91bea976d75', 'status': 'completed', 'code': 200} Dec 18 03:19:40.666101 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] For port 83868b3d-90ff-419c-9d84-79288a1a00ef, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=83868b3d-90ff-419c-9d84-79288a1a00ef,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:40.670736 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.671563 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9e3f22f8-8b75-40a9-a4fe-41b40409a94b up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:40.749816 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Pushing event updated for resources: {'Port': ['ID=83868b3d-90ff-419c-9d84-79288a1a00ef,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:40.760069 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:40.760440 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.857791 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36098) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:40.862465 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-996d852e-fbd5-41e0-b712-ad6c1c2145de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696936819', 'description': 'tempest-description--883978672'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:40.891971 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-996d852e-fbd5-41e0-b712-ad6c1c2145de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.922889 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Sync routers for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:40.944345 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:40.945040 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:40.974466 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-996d852e-fbd5-41e0-b712-ad6c1c2145de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:40.980867 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-996d852e-fbd5-41e0-b712-ad6c1c2145de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.021539 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-996d852e-fbd5-41e0-b712-ad6c1c2145de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.026689 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-996d852e-fbd5-41e0-b712-ad6c1c2145de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1640444 Dec 18 03:19:41.027023 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36100) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:41.031755 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3d07c0d8-54ce-4fd6-aa80-f3c10271e0a3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'security_group_rule': {'security_group_id': 'c7d8211b-6080-4728-b32b-eb9c4cf95d3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:41.035815 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d852e-fbd5-41e0-b712-ad6c1c2145de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d8211b-6080-4728-b32b-eb9c4cf95d3d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:41.081288 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d07c0d8-54ce-4fd6-aa80-f3c10271e0a3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.093258 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:41.150797 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d07c0d8-54ce-4fd6-aa80-f3c10271e0a3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.154645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d07c0d8-54ce-4fd6-aa80-f3c10271e0a3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.175126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07c0d8-54ce-4fd6-aa80-f3c10271e0a3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d50805-8558-4ca8-8968-97b41620fabb,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:41.182627 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d07c0d8-54ce-4fd6-aa80-f3c10271e0a3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.186065 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3d07c0d8-54ce-4fd6-aa80-f3c10271e0a3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579559 Dec 18 03:19:41.186856 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36102) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:41.191506 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c165c6eb-8d1e-4c6e-98c9-5f4458ca5d08 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'security_group_rule': {'security_group_id': 'c7d8211b-6080-4728-b32b-eb9c4cf95d3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:41.224196 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c165c6eb-8d1e-4c6e-98c9-5f4458ca5d08 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.285096 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c165c6eb-8d1e-4c6e-98c9-5f4458ca5d08 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.288043 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c165c6eb-8d1e-4c6e-98c9-5f4458ca5d08 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.306367 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 2, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:41.311917 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165c6eb-8d1e-4c6e-98c9-5f4458ca5d08 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e946642b-0b47-4510-8a0b-ece19598feb0,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:41.317980 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c165c6eb-8d1e-4c6e-98c9-5f4458ca5d08 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.319972 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c165c6eb-8d1e-4c6e-98c9-5f4458ca5d08 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311595 Dec 18 03:19:41.322407 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36104) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:41.328484 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:41.333059 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Checking router: 237a4e58-c78f-4f92-aead-3b2bc839a0d5 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:41.333420 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Updating router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 port c6073ff9-fd2a-48e6-ae6f-864ec574b435 binding host dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 18 03:19:41.352570 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.359711 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.457955 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.567341 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Allocated IP 172.27.2.32 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/96f1b24c-b81c-4c83-9961-928aeaadd44f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:19:41.633661 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.640580 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.673176 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.698240 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2fb75-2846-4403-959d-bca50111bdc3 None None] Pushing event updated for resources: {'Port': ['ID=c6073ff9-fd2a-48e6-ae6f-864ec574b435,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:41.721031 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.761677 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Attempting to bind port c6073ff9-fd2a-48e6-ae6f-864ec574b435 on host dv-cinder-818037-10-iscsi for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:19:41.762153 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Attempting to bind port c6073ff9-fd2a-48e6-ae6f-864ec574b435 by drivers openvswitch,hyperv on host dv-cinder-818037-10-iscsi at level 0 using segments [{'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:19:41.762660 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Attempting to bind port c6073ff9-fd2a-48e6-ae6f-864ec574b435 on network 3fda238b-cb83-4001-a89c-717f18485950 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:41.763160 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:41.767978 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:41.769519 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Checking agent: {'id': '4ec0855d-e8e3-4cb2-af91-6cb0d9da140b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 4, 37), 'started_at': datetime.datetime(2021, 12, 18, 3, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:19:41.769951 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Checking segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:19:41.770363 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.771065 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Bound using segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:19:41.771620 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Bound port: c6073ff9-fd2a-48e6-ae6f-864ec574b435, host: dv-cinder-818037-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:19:41.772009 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.786228 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:19:41.828151 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'Port': ['ID=96f1b24c-b81c-4c83-9961-928aeaadd44f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:41.866259 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] For port c6073ff9-fd2a-48e6-ae6f-864ec574b435, host dv-cinder-818037-10-iscsi, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:19:41.870957 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] For port c6073ff9-fd2a-48e6-ae6f-864ec574b435, host dv-cinder-818037-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c6073ff9-fd2a-48e6-ae6f-864ec574b435,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:19:41.876560 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.904815 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.934154 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:41.934857 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:41.954855 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:41.998560 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2fb75-2846-4403-959d-bca50111bdc3 None None] Pushing event updated for resources: {'Port': ['ID=c6073ff9-fd2a-48e6-ae6f-864ec574b435,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:42.015537 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1ea12df9-3c97-4dab-88dc-35664e1e518d None None] Provisioning complete for port c6073ff9-fd2a-48e6-ae6f-864ec574b435 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:42.015915 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea12df9-3c97-4dab-88dc-35664e1e518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.115758 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:42.166826 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.176017 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.251164 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea12df9-3c97-4dab-88dc-35664e1e518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.266858 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'Port': ['ID=96f1b24c-b81c-4c83-9961-928aeaadd44f,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:42.269333 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.288024 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.289483 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-640dbc18-60ae-4902-b229-a9b1c6644396 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9660144 Dec 18 03:19:42.325643 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1ea12df9-3c97-4dab-88dc-35664e1e518d None None] For port c6073ff9-fd2a-48e6-ae6f-864ec574b435, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c6073ff9-fd2a-48e6-ae6f-864ec574b435,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:42.345110 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ea12df9-3c97-4dab-88dc-35664e1e518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.384992 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 83868b3d-90ff-419c-9d84-79288a1a00ef up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:42.406601 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36156) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:42.485064 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea12df9-3c97-4dab-88dc-35664e1e518d None None] Pushing event updated for resources: {'Port': ['ID=c6073ff9-fd2a-48e6-ae6f-864ec574b435,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:42.499218 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3b89ff4c-c1a5-479f-b375-c0ad65059310 None None] Provisioning complete for port c6073ff9-fd2a-48e6-ae6f-864ec574b435 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:42.499587 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b89ff4c-c1a5-479f-b375-c0ad65059310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.541018 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-e040844c-b4ab-4386-ac2f-21ac549c5ce1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1696936819&fields=id&tenant_id=d5ef52b4e7164c93988c7ca58686d98f HTTP/1.1" status: 200 len: 267 time: 0.0880845 Dec 18 03:19:42.548059 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port 83868b3d-90ff-419c-9d84-79288a1a00ef triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:42.548430 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:42.585837 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:41Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:42.616993 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d2dfc-35e5-4ea6-a88c-2ac139f21c1b None None] The sync data for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi is: [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:41Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:42.745584 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-9935788f-8aa5-4995-a5d5-382c5335f83d tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:42.747131 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-9935788f-8aa5-4995-a5d5-382c5335f83d tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 811 time: 0.1977582 Dec 18 03:19:42.768618 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-43005f05-02f7-40a2-9fa9-7d15e358f92e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/quotas/d5ef52b4e7164c93988c7ca58686d98f HTTP/1.1" status: 200 len: 375 time: 0.0146813 Dec 18 03:19:42.894416 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-0a74336e-b58c-4153-ad36-fb59107f6b39 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057043 Dec 18 03:19:43.062003 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-974ffc26-f230-4758-949c-e2336a8f08ab service neutron] 10.222.0.24 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539326 Dec 18 03:19:43.151784 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:43.223349 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-f949a512-cf55-4b23-bd49-4f4da010371c service neutron] 10.222.0.24 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528549 Dec 18 03:19:43.421082 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1d66b126-b17c-4c77-9549-7d4d6a2da3e7 req-94de3d1c-b252-4062-b009-1bad31f693de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 210 time: 0.0443261 Dec 18 03:19:43.496458 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Deleting port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:43.496841 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:43.578962 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] For port d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:43.579337 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:43.593437 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Calling delete_port for d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:43.783138 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:43.811900 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:44.234999 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:44.457024 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c6073ff9-fd2a-48e6-ae6f-864ec574b435 up at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:44.482113 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Router c37e3eb0-d46e-494e-897a-b41cd141acdb has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:44.539085 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Provisioning complete for port c6073ff9-fd2a-48e6-ae6f-864ec574b435 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:44.540025 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:44.585416 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-2625635f-638d-4796-bd4d-3b5378e2fd03 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:44.587897 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-2625635f-638d-4796-bd4d-3b5378e2fd03 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 811 time: 0.1489561 Dec 18 03:19:44.683264 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-e250648d-5558-42d8-97bb-07413c3ec383 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ef52b4e7164c93988c7ca58686d98f HTTP/1.1" status: 200 len: 380 time: 0.0790081 Dec 18 03:19:44.701605 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'port': {'device_id': '1d21616b-5525-492c-a7ac-85e63612742a', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'admin_state_up': True, 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'security_groups': ['c7d8211b-6080-4728-b32b-eb9c4cf95d3d']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:44.708913 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-83928661-c917-459e-936e-d2a3fa3e8cf6 req-ba5713d0-df95-47f7-a5c7-5ccecf08437a tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 210 time: 0.0371847 Dec 18 03:19:44.718301 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:44.724568 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-72a16209-ba92-40fd-b37f-00327888b9f8 admin admin] 10.222.0.24 "PUT /v2.0/routers/c37e3eb0-d46e-494e-897a-b41cd141acdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3165352 Dec 18 03:19:44.728148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36178) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:44.730290 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] Sync routers for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:44.745071 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:44.745899 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:44.828575 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Made reservation on behalf of d5ef52b4e7164c93988c7ca58686d98f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:19:44.833322 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:44.837767 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:44.857363 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:44.940356 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:44.967923 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Allocated IP 172.20.0.5 (3fda238b-cb83-4001-a89c-717f18485950/8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98/1ec58379-1ff2-4be3-a202-e4a865f02b1a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:19:44.998161 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Deleting port 37630d26-eed1-4074-941d-960b2c87b834 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:44.998504 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.036676 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '37630d26-eed1-4074-941d-960b2c87b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:19:43Z', 'revision_number': 5, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port': {'id': '37630d26-eed1-4074-941d-960b2c87b834', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:45.067970 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] Checking router: c37e3eb0-d46e-494e-897a-b41cd141acdb for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:45.076915 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] Routers {'c37e3eb0-d46e-494e-897a-b41cd141acdb'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:45.077523 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['c37e3eb0-d46e-494e-897a-b41cd141acdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:45.082655 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] For port 37630d26-eed1-4074-941d-960b2c87b834, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=37630d26-eed1-4074-941d-960b2c87b834,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:45.082970 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.100656 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Calling delete_port for 37630d26-eed1-4074-941d-960b2c87b834 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:45.131106 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:45.131354 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.163783 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:45.164334 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 86879b2c-8d5c-4c8e-b9e7-e91bea976d75 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:45.169452 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.200478 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] Set router c37e3eb0-d46e-494e-897a-b41cd141acdb gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:45.218123 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Network 3fda238b-cb83-4001-a89c-717f18485950 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:19:45.221382 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:19:45.225473 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:19:45.258606 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'Port': ['ID=1ec58379-1ff2-4be3-a202-e4a865f02b1a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:45.292319 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:45.293187 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.306945 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.323093 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-2da7a37d-75ad-4c10-bda9-9cd7979e16a1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254134 Dec 18 03:19:45.344260 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Pushing event deleted for resources: {'Port': ['ID=37630d26-eed1-4074-941d-960b2c87b834,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:45.350414 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Request body: {'port': {'device_id': '1d21616b-5525-492c-a7ac-85e63612742a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:45.379229 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:19:44Z', 'revision_number': 6, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:45.418301 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.427936 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.428174 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5ebd6-6427-4dc9-bce1-002706d2f014 None None] The sync data for ids ['c37e3eb0-d46e-494e-897a-b41cd141acdb'] in dv-cinder-818037-10-iscsi is: [{'id': 'c37e3eb0-d46e-494e-897a-b41cd141acdb', 'name': 'tempest-TestMinimumBasicScenario-1829250322-router', 'tenant_id': '535faa61f3e345e6be0cc8a3f85fb207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:08Z', 'updated_at': '2021-12-18T03:19:44Z', 'revision_number': 6, 'project_id': '535faa61f3e345e6be0cc8a3f85fb207', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:45.526572 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a2295923-5143-4d63-a7aa-9955d13603c4 None None] Provisioning complete for port 1ec58379-1ff2-4be3-a202-e4a865f02b1a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:45.527517 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2295923-5143-4d63-a7aa-9955d13603c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.529700 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.532056 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.569664 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a2295923-5143-4d63-a7aa-9955d13603c4 None None] Port 1ec58379-1ff2-4be3-a202-e4a865f02b1a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:19:45.578663 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.579195 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37e3eb0-d46e-494e-897a-b41cd141acdb {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:19:45.584044 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.585405 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-90555b3e-0b03-4438-a425-d34c4168cf00 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c37e3eb0-d46e-494e-897a-b41cd141acdb HTTP/1.1" status: 204 len: 168 time: 0.8556674 Dec 18 03:19:45.588422 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:45.638391 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] Deleting subnet 1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:19:45.641480 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.676915 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13415989'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.694238 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec58379-1ff2-4be3-a202-e4a865f02b1a {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:19:45.701814 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.714826 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Transition to ACTIVE for port object 1ec58379-1ff2-4be3-a202-e4a865f02b1a will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:19:45.719613 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.787818 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.802518 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Pushing event updated for resources: {'Port': ['ID=1ec58379-1ff2-4be3-a202-e4a865f02b1a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:45.862780 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13569505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13540702'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.876202 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:45.879436 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6 HTTP/1.1" status: 204 len: 168 time: 0.2899704 Dec 18 03:19:45.885539 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36186) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:45.887933 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65748cd-0da6-4304-8f73-f665f44d6344 None None] Network 958d444c-83a1-4f27-9e84-9aaa6d65bd7a requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:19:45.903708 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eec1e-4faf-4bb6-8393-0eac48dafa79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd2fd3f-0726-40a1-ae4e-f8784a0d28e6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:46.235876 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Attempting to bind port 1ec58379-1ff2-4be3-a202-e4a865f02b1a on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:19:46.236274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Attempting to bind port 1ec58379-1ff2-4be3-a202-e4a865f02b1a by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:19:46.236522 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Attempting to bind port 1ec58379-1ff2-4be3-a202-e4a865f02b1a on network 3fda238b-cb83-4001-a89c-717f18485950 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:46.258080 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Port 1ec58379-1ff2-4be3-a202-e4a865f02b1a on network 3fda238b-cb83-4001-a89c-717f18485950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:19:46.258396 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Attempting to bind port 1ec58379-1ff2-4be3-a202-e4a865f02b1a on network 3fda238b-cb83-4001-a89c-717f18485950 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:19:46.272204 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f67e6-c491-498c-be1a-d717e4caee71 req-0e0543f4-4542-4a2f-9514-7e4b7eb6c47d tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:46.275881 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-658f67e6-c491-498c-be1a-d717e4caee71 req-0e0543f4-4542-4a2f-9514-7e4b7eb6c47d tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 943 time: 0.4362373 Dec 18 03:19:46.278627 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:19:46.278955 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Checking segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:19:46.279333 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Bound using segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:19:46.279760 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Bound port: 1ec58379-1ff2-4be3-a202-e4a865f02b1a, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:19:46.280106 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.286964 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.302193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] DHCP port deletion for 958d444c-83a1-4f27-9e84-9aaa6d65bd7a request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:19:46.364885 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] Deleting port bf6e2950-1f0f-4dad-b114-a1489f2592b3 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:46.365479 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.402480 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-658f67e6-c491-498c-be1a-d717e4caee71 req-7481d14a-4b9d-4d68-9989-dc2d92b351ef tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192591 Dec 18 03:19:46.416350 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 37630d26-eed1-4074-941d-960b2c87b834 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:46.419030 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] For port 1ec58379-1ff2-4be3-a202-e4a865f02b1a, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:19:46.422892 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] For port 1ec58379-1ff2-4be3-a202-e4a865f02b1a, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:19:46.436429 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.447232 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 37630d26-eed1-4074-941d-960b2c87b834 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:46.447599 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 37630d26-eed1-4074-941d-960b2c87b834 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:46.448020 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:46.465459 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:46.466717 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.467935 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] 10.222.0.16 "PUT /v2.0/ports/1ec58379-1ff2-4be3-a202-e4a865f02b1a HTTP/1.1" status: 200 len: 1093 time: 1.1294091 Dec 18 03:19:46.474998 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:46.475332 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device d39b3fc6-d63e-45fb-80e4-f6b4ffaa7ac2 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:46.475737 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device bf6e2950-1f0f-4dad-b114-a1489f2592b3 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:46.491759 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:46.495201 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:46.510557 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Deleting port bf6e2950-1f0f-4dad-b114-a1489f2592b3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:46.512511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.532899 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] For port bf6e2950-1f0f-4dad-b114-a1489f2592b3, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=bf6e2950-1f0f-4dad-b114-a1489f2592b3,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:46.533456 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.552546 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] Calling delete_port for bf6e2950-1f0f-4dad-b114-a1489f2592b3 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:46.560818 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0c26a4-0b73-4893-99ff-5ff3d1c3d17c x-openstack-request-id: req-dd0c26a4-0b73-4893-99ff-5ff3d1c3d17c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:46.561264 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:46.561605 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd0c26a4-0b73-4893-99ff-5ff3d1c3d17c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:46.562239 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'status': 'completed', 'code': 200} Dec 18 03:19:46.630437 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385ddbf-75b0-4552-b186-b8902bda19bc service neutron] Pushing event updated for resources: {'Port': ['ID=1ec58379-1ff2-4be3-a202-e4a865f02b1a,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:46.654467 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] For port bf6e2950-1f0f-4dad-b114-a1489f2592b3, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=bf6e2950-1f0f-4dad-b114-a1489f2592b3,segment=NetworkSegment(4406b65c-fcab-4bdd-a2ac-e95f53b89e72),segment_id=4406b65c-fcab-4bdd-a2ac-e95f53b89e72)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:46.654848 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.673355 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Calling delete_port for bf6e2950-1f0f-4dad-b114-a1489f2592b3 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:46.678915 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-bf9305d0-4593-4f65-80c8-d6bf7036c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:46.680677 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-bf9305d0-4593-4f65-80c8-d6bf7036c401 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 1096 time: 0.1162498 Dec 18 03:19:46.717179 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.762739 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-9f438c95-fd13-4417-a854-b63d9dd87de6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a HTTP/1.1" status: 200 len: 217 time: 0.0417616 Dec 18 03:19:46.765153 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.813912 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] Pushing event deleted for resources: {'Port': ['ID=bf6e2950-1f0f-4dad-b114-a1489f2592b3,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:46.815543 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed5bb0-a590-464d-9976-a966a2c0d463 None None] No DVR routers for this DVR port bf6e2950-1f0f-4dad-b114-a1489f2592b3 on host dv-cinder-818037-10-iscsi {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:19:46.829227 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-bbaa00c1-3fa7-482a-a11b-b14157cfabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:46.830784 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-bbaa00c1-3fa7-482a-a11b-b14157cfabc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0584900 Dec 18 03:19:46.832863 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.868083 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6e2950-1f0f-4dad-b114-a1489f2592b3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:46.882001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] No DVR routers for this DVR port bf6e2950-1f0f-4dad-b114-a1489f2592b3 on host dv-cinder-818037-10-iscsi {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:19:46.960945 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970ea1-4148-4957-8f55-320179658a8a req-2a5740b3-6415-4425-ba38-a894ef0144e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:46.963050 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-2a5740b3-6415-4425-ba38-a894ef0144e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1217678 Dec 18 03:19:46.964514 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:46.999656 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958d444c-83a1-4f27-9e84-9aaa6d65bd7a']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:47.038858 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4406b65c-fcab-4bdd-a2ac-e95f53b89e72') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:47.039147 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4406b65c-fcab-4bdd-a2ac-e95f53b89e72') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:47.050745 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.068569 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.083537 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:19:47.083916 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: self.session.flush() Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: self.session.flush() Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: self.session.flush() Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: self.session.flush() Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:19:47.085491 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:19:47.127203 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-1024c817-8e1f-4cf7-bbc5-c65971205134 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555727 Dec 18 03:19:47.185697 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.195000 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.198992 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/958d444c-83a1-4f27-9e84-9aaa6d65bd7a HTTP/1.1" status: 204 len: 168 time: 1.3127561 Dec 18 03:19:47.202089 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36190) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:47.213025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee689a-bca4-4794-9c9f-d89dda585fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=958d444c-83a1-4f27-9e84-9aaa6d65bd7a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:47.246796 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4d970ea1-4148-4957-8f55-320179658a8a req-3c971816-44dc-4101-aa48-14e61429376d service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086025 Dec 18 03:19:47.374739 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-277e361c-a809-4992-bc20-7b34c162b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:47.376206 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-277e361c-a809-4992-bc20-7b34c162b31e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 1096 time: 0.0417402 Dec 18 03:19:47.473805 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-9991aa9d-bb32-4e65-9dd7-e3e6ca892ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:47.475534 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-9991aa9d-bb32-4e65-9dd7-e3e6ca892ff0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 912 time: 0.0924139 Dec 18 03:19:47.544297 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-192a0e9b-5de4-4e5f-9b73-0b0f892f7472 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a HTTP/1.1" status: 200 len: 217 time: 0.0554023 Dec 18 03:19:47.549593 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.595843 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046350-5815-4b09-85f3-2e5442db61f6 req-97750076-4866-45c9-bbc6-b1a3c3efa75f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:47.597284 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-17046350-5815-4b09-85f3-2e5442db61f6 req-97750076-4866-45c9-bbc6-b1a3c3efa75f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 943 time: 0.1179724 Dec 18 03:19:47.627318 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-2d101c61-b7e0-468a-989f-c3aa4967f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:47.628713 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-2d101c61-b7e0-468a-989f-c3aa4967f246 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0772700 Dec 18 03:19:47.682163 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-17046350-5815-4b09-85f3-2e5442db61f6 req-ad33977a-c424-4b52-971c-0e8c874cc90c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730674 Dec 18 03:19:47.706311 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-cc58c621-0051-4315-bab1-670e80b0fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:47.707770 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-cc58c621-0051-4315-bab1-670e80b0fff3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712256 Dec 18 03:19:47.792139 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Deleting port 57e25ffc-cd95-42a5-ad98-127ccc5e2481 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:47.792375 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.798557 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-8479f43c-f528-49e2-b5ca-af7ba9380ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829797 Dec 18 03:19:47.868148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] For port 57e25ffc-cd95-42a5-ad98-127ccc5e2481, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=57e25ffc-cd95-42a5-ad98-127ccc5e2481,segment=NetworkSegment(fbc95d42-9eb3-4186-915e-1a6d1e5c4103),segment_id=fbc95d42-9eb3-4186-915e-1a6d1e5c4103)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:47.868827 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:47.880831 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Calling delete_port for 57e25ffc-cd95-42a5-ad98-127ccc5e2481 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:47.891812 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ab19d5e8-c0b7-453e-9a22-961f30b5a0e6 req-0fa42951-d9da-427c-b50c-414dc6494216 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850751 Dec 18 03:19:48.053328 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:48.077932 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e25ffc-cd95-42a5-ad98-127ccc5e2481,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:48.475664 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:48.683029 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Router 481bb795-daf7-41f9-a40d-565db854dfb9 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:48.815687 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:48.821099 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-3a224fe5-751b-445c-ad7b-980d3faed8b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/481bb795-daf7-41f9-a40d-565db854dfb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6179032 Dec 18 03:19:48.825094 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36196) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:48.827002 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] Sync routers for ids ['481bb795-daf7-41f9-a40d-565db854dfb9'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:48.836350 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] Routers {'481bb795-daf7-41f9-a40d-565db854dfb9'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:48.836967 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['481bb795-daf7-41f9-a40d-565db854dfb9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:48.872695 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed670c5-0415-4448-a278-3d2b2ca4abab req-e648a0bb-ff26-4e4b-a57d-1863a364146e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:48.874172 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bed670c5-0415-4448-a278-3d2b2ca4abab req-e648a0bb-ff26-4e4b-a57d-1863a364146e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 943 time: 0.1059749 Dec 18 03:19:48.953969 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] Set router 481bb795-daf7-41f9-a40d-565db854dfb9 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:48.966436 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bed670c5-0415-4448-a278-3d2b2ca4abab req-302e33b0-fbf4-43f2-99f5-673294807660 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859401 Dec 18 03:19:48.971191 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.073213 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.128568 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Deleting port d108d417-61a8-42e8-a335-4f785d4a9122 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:49.128903 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.130907 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:19:48Z', 'revision_number': 5, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port': {'id': 'd108d417-61a8-42e8-a335-4f785d4a9122', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:17:13Z', 'updated_at': '2021-12-18T03:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:49.159987 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] Checking router: 481bb795-daf7-41f9-a40d-565db854dfb9 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:49.168610 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] Routers {'481bb795-daf7-41f9-a40d-565db854dfb9'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:49.169209 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['481bb795-daf7-41f9-a40d-565db854dfb9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:49.210710 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] For port d108d417-61a8-42e8-a335-4f785d4a9122, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=d108d417-61a8-42e8-a335-4f785d4a9122,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:49.211026 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.223533 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Calling delete_port for d108d417-61a8-42e8-a335-4f785d4a9122 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:49.255190 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] Set router 481bb795-daf7-41f9-a40d-565db854dfb9 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:49.306837 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:19:49Z', 'revision_number': 6, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:49.335639 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392d889-fb38-443f-923a-6a18faed0150 None None] The sync data for ids ['481bb795-daf7-41f9-a40d-565db854dfb9'] in dv-cinder-818037-10-iscsi is: [{'id': '481bb795-daf7-41f9-a40d-565db854dfb9', 'name': 'tempest-TestMinimumBasicScenario-1026791578-router', 'tenant_id': 'cfd872992244463aae36cd3e709996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:17:12Z', 'updated_at': '2021-12-18T03:19:49Z', 'revision_number': 6, 'project_id': 'cfd872992244463aae36cd3e709996d6', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:49.389277 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.419462 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d108d417-61a8-42e8-a335-4f785d4a9122,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:49.473014 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.559272 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.561356 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.605975 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.606493 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481bb795-daf7-41f9-a40d-565db854dfb9 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:19:49.610727 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.611880 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-49e3e358-4cd3-4848-b8bd-f566f681a8d8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/481bb795-daf7-41f9-a40d-565db854dfb9 HTTP/1.1" status: 204 len: 168 time: 0.7855060 Dec 18 03:19:49.614369 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36198) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:49.657675 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] Deleting subnet 58adf5aa-afe6-494c-b904-83064b2c5beb {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:19:49.663305 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.698189 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13415989'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.780858 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.830459 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13569505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13540702'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.858014 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58adf5aa-afe6-494c-b904-83064b2c5beb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:49.859953 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.863138 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-605b6217-3600-4a8b-ac0f-a4994108e20a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58adf5aa-afe6-494c-b904-83064b2c5beb HTTP/1.1" status: 204 len: 168 time: 0.2478671 Dec 18 03:19:49.864352 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70b1b6-69c7-4bbf-ba7f-cdec279dda93 None None] Network f95f134a-15c5-44c0-91f8-173aefe06d23 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:19:49.865535 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36200) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:49.931472 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:49.993053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Deleting port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:49.993313 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.058704 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] For port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,segment=NetworkSegment(fbc95d42-9eb3-4186-915e-1a6d1e5c4103),segment_id=fbc95d42-9eb3-4186-915e-1a6d1e5c4103)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:50.059066 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.074270 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Calling delete_port for 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:50.080770 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] DHCP port deletion for f95f134a-15c5-44c0-91f8-173aefe06d23 request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:19:50.091550 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb993f94-2eb4-4717-9f16-158158a699a3 req-70583732-c17c-4ec2-8576-4721ae239e44 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:50.093743 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bb993f94-2eb4-4717-9f16-158158a699a3 req-70583732-c17c-4ec2-8576-4721ae239e44 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 943 time: 0.0598190 Dec 18 03:19:50.144770 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bb993f94-2eb4-4717-9f16-158158a699a3 req-13bae902-a77e-4955-9428-e3fc454b6294 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444517 Dec 18 03:19:50.150845 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] Deleting port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:19:50.151321 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.161268 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.192180 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:50.198070 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] No DVR routers for this DVR port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb on host dv-cinder-818037-10-iscsi {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:19:50.217419 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] For port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,segment=NetworkSegment(fbc95d42-9eb3-4186-915e-1a6d1e5c4103),segment_id=fbc95d42-9eb3-4186-915e-1a6d1e5c4103)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:50.217912 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.233123 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] Calling delete_port for 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:19:50.272372 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.292888 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95f134a-15c5-44c0-91f8-173aefe06d23']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:50.309464 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:50.309865 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc95d42-9eb3-4186-915e-1a6d1e5c4103') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:50.318760 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.328423 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.344235 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] Pushing event deleted for resources: {'Port': ['ID=7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:50.349750 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3d81c-8933-4881-9089-29b79cb6f358 None None] No DVR routers for this DVR port 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb on host dv-cinder-818037-10-iscsi {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:19:50.351376 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.365582 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:19:50.365775 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:19:50.367816 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:19:50.399109 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device d108d417-61a8-42e8-a335-4f785d4a9122 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:50.427051 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.430522 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: d108d417-61a8-42e8-a335-4f785d4a9122 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:50.431079 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device d108d417-61a8-42e8-a335-4f785d4a9122 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:50.432285 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 57e25ffc-cd95-42a5-ad98-127ccc5e2481 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:50.437332 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.445045 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f95f134a-15c5-44c0-91f8-173aefe06d23 HTTP/1.1" status: 204 len: 168 time: 0.5785022 Dec 18 03:19:50.457157 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5732b-01bc-45d5-94bf-9a19afae9217 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95f134a-15c5-44c0-91f8-173aefe06d23,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:50.458819 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 57e25ffc-cd95-42a5-ad98-127ccc5e2481 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:50.459166 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 57e25ffc-cd95-42a5-ad98-127ccc5e2481 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:50.459577 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:19:50.482977 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:19:50.483406 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 7e28f404-cbdd-442a-ac2d-e5d67bf4c4bb not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:19:50.560413 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36206) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:50.603876 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9b9263cd-e173-4b40-adec-1c04c5eaefb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=535faa61f3e345e6be0cc8a3f85fb207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423114 Dec 18 03:19:50.606611 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36208) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:50.653117 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5008-4172-4bef-be59-e3359a573b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.673252 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5008-4172-4bef-be59-e3359a573b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.719199 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5008-4172-4bef-be59-e3359a573b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.721813 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5008-4172-4bef-be59-e3359a573b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:50.722994 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0f4b5008-4172-4bef-be59-e3359a573b2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb642b90-dd8d-44e6-aaff-8a4583459353 HTTP/1.1" status: 204 len: 168 time: 0.1155000 Dec 18 03:19:50.730770 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b5008-4172-4bef-be59-e3359a573b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb642b90-dd8d-44e6-aaff-8a4583459353,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:51.035840 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36214) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:51.074783 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d3d8abca-015b-4023-bac7-6afefc3c842c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfd872992244463aae36cd3e709996d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378277 Dec 18 03:19:51.077148 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36216) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:51.123355 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da00-ea0c-43b3-a93f-cf10275b8315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:51.143077 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da00-ea0c-43b3-a93f-cf10275b8315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:51.148760 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1ec58379-1ff2-4be3-a202-e4a865f02b1a details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:19:51.195049 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da00-ea0c-43b3-a93f-cf10275b8315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:51.197908 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bd4da00-ea0c-43b3-a93f-cf10275b8315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:51.201830 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-1bd4da00-ea0c-43b3-a93f-cf10275b8315 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd8ec30b-d8a1-449e-9b3f-795f13bce3d7 HTTP/1.1" status: 204 len: 168 time: 0.1213446 Dec 18 03:19:51.208933 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4da00-ea0c-43b3-a93f-cf10275b8315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8ec30b-d8a1-449e-9b3f-795f13bce3d7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:51.291658 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a37c-0b85-4c9e-b6f0-733325e27118 req-c7f272a5-edad-4062-87e9-5891c3e8eb82 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:51.293271 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e935a37c-0b85-4c9e-b6f0-733325e27118 req-c7f272a5-edad-4062-87e9-5891c3e8eb82 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 943 time: 0.0537701 Dec 18 03:19:51.345248 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e935a37c-0b85-4c9e-b6f0-733325e27118 req-5e8198b2-ef32-4110-b371-995c36ffde99 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454063 Dec 18 03:19:51.387185 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 1ec58379-1ff2-4be3-a202-e4a865f02b1a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:51.399854 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'port_id': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'mac_address': 'fa:16:3e:07:fe:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:19:51.444761 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:51.459800 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec58379-1ff2-4be3-a202-e4a865f02b1a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:19:51.482647 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 1ec58379-1ff2-4be3-a202-e4a865f02b1a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:51.486582 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:51.536673 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=1ec58379-1ff2-4be3-a202-e4a865f02b1a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:51.801345 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['1ec58379-1ff2-4be3-a202-e4a865f02b1a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:19:52.469463 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7db2ef-c5ca-48bd-8994-f51e166052c9 req-24577a81-e3d8-4e4c-ac26-06f698691ec3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:52.470959 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5b7db2ef-c5ca-48bd-8994-f51e166052c9 req-24577a81-e3d8-4e4c-ac26-06f698691ec3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 944 time: 0.0474131 Dec 18 03:19:52.517173 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5b7db2ef-c5ca-48bd-8994-f51e166052c9 req-5f7e4765-5171-4253-90ec-f317b890a14d tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403073 Dec 18 03:19:53.162783 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1ec58379-1ff2-4be3-a202-e4a865f02b1a up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:19:53.208887 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 1ec58379-1ff2-4be3-a202-e4a865f02b1a completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:19:53.212422 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 1ec58379-1ff2-4be3-a202-e4a865f02b1a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:19:53.213396 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:53.292064 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:53.313310 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:53.315558 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f44d5b-8555-4f02-a810-fb8d8c2ca68e" -d '{"events": [{"server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "name": "network-vif-plugged", "status": "completed", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:53.328043 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 1ec58379-1ff2-4be3-a202-e4a865f02b1a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:19:53.332241 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:53.355796 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a5d39d-2a7b-4e4e-9e6a-7f90c225e849 x-openstack-request-id: req-26a5d39d-2a7b-4e4e-9e6a-7f90c225e849 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:53.356085 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "name": "network-vif-plugged", "status": "completed", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:53.356336 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26a5d39d-2a7b-4e4e-9e6a-7f90c225e849 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:53.356721 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'code': 200} Dec 18 03:19:53.380836 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=1ec58379-1ff2-4be3-a202-e4a865f02b1a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:19:53.562771 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff26d8-2add-4994-ab8b-0952a93054ad req-4f36a9a9-96a2-4d7f-8c70-92e4b6a34489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:53.564869 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-60ff26d8-2add-4994-ab8b-0952a93054ad req-4f36a9a9-96a2-4d7f-8c70-92e4b6a34489 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 1098 time: 0.0438483 Dec 18 03:19:53.634416 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-60ff26d8-2add-4994-ab8b-0952a93054ad req-6f6d4413-6b8d-4c7a-a176-9ab5f9a4723b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620928 Dec 18 03:19:53.648964 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130d813-2b53-4e09-a367-425cd9ce5768 req-e6ca2ecb-78ff-4319-b10b-bb242e2e86e8 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:53.651166 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5130d813-2b53-4e09-a367-425cd9ce5768 req-e6ca2ecb-78ff-4319-b10b-bb242e2e86e8 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0656028 Dec 18 03:19:53.696469 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5130d813-2b53-4e09-a367-425cd9ce5768 req-aba6138a-a13d-4d79-8f82-d83a906cf0f4 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396504 Dec 18 03:19:54.814710 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753f8b7-2a7e-40eb-8126-7f3623489bb4 req-9b5f053e-68ff-445c-ac0f-660cc9358635 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:54.816290 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9753f8b7-2a7e-40eb-8126-7f3623489bb4 req-9b5f053e-68ff-445c-ac0f-660cc9358635 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0488567 Dec 18 03:19:54.847769 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:54.869990 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-9753f8b7-2a7e-40eb-8126-7f3623489bb4 req-fc39f5d5-394e-4a77-b855-60096def7239 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477133 Dec 18 03:19:55.981205 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e1ca4-424f-42a3-83e3-89e238d0cb77 req-826ce0a2-0d44-47c5-9357-728bcae3a2b3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:55.982674 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-413e1ca4-424f-42a3-83e3-89e238d0cb77 req-826ce0a2-0d44-47c5-9357-728bcae3a2b3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0479412 Dec 18 03:19:56.032388 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-413e1ca4-424f-42a3-83e3-89e238d0cb77 req-3d210f37-1857-47e4-a511-f8dd59340f8e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Dec 18 03:19:56.144316 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1858ae5-15b9-4c3f-ba22-b5e9360348ba req-1ff7a28d-43cc-43ba-adb6-9093e14394fe tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:56.145759 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e1858ae5-15b9-4c3f-ba22-b5e9360348ba req-1ff7a28d-43cc-43ba-adb6-9093e14394fe tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0515409 Dec 18 03:19:56.154240 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36236) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:19:56.158597 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'floatingip': {'port_id': '1ec58379-1ff2-4be3-a202-e4a865f02b1a'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:19:56.195146 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:56.615479 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:56.619210 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:56.717033 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.l3_db [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Floating IP a6c68537-14b0-4ec5-9d83-81a30273ce43 associated. External IP: 172.27.2.32, port: 1ec58379-1ff2-4be3-a202-e4a865f02b1a. Dec 18 03:19:57.148592 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:19:57.249990 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:19:57.254520 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:19:57.260155 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] Sync routers for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:19:57.270108 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:57.270707 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:57.284477 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-0bf11f31-fa1b-4b75-b2f9-25d803b36fe3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "PUT /v2.0/floatingips/a6c68537-14b0-4ec5-9d83-81a30273ce43 HTTP/1.1" status: 200 len: 990 time: 1.1291876 Dec 18 03:19:57.285156 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:19:57.288021 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6636bb-ead2-4e2d-b4a1-c299ce602264" -d '{"events": [{"name": "network-changed", "server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:19:57.329417 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22511f9-9ae8-4c9c-ae77-3490bd60de9d x-openstack-request-id: req-f22511f9-9ae8-4c9c-ae77-3490bd60de9d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:19:57.329745 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:19:57.329996 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f22511f9-9ae8-4c9c-ae77-3490bd60de9d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:19:57.330391 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'status': 'completed', 'code': 200} Dec 18 03:19:57.377148 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:57.427496 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-0aee746e-a1b8-46df-b5ca-9f804fe37e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:57.428957 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-0aee746e-a1b8-46df-b5ca-9f804fe37e3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 1098 time: 0.0451078 Dec 18 03:19:57.519961 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-a98d03ee-0396-4322-b520-69bb72514058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:57.521418 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-a98d03ee-0396-4322-b520-69bb72514058 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 912 time: 0.0834835 Dec 18 03:19:57.590361 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-f79061ad-82d2-4d93-97df-6932f6a37eea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a HTTP/1.1" status: 200 len: 998 time: 0.0616939 Dec 18 03:19:57.599443 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a6c68537-14b0-4ec5-9d83-81a30273ce43', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'port_id': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'mac_address': 'fa:16:3e:07:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21616b-5525-492c-a7ac-85e63612742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:19:41Z', 'updated_at': '2021-12-18T03:19:56Z', 'revision_number': 1, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:57.629655 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] Checking router: 237a4e58-c78f-4f92-aead-3b2bc839a0d5 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:19:57.638358 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:19:57.638950 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:19:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:57.640306 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-ad7034e8-2d2b-459c-b2c0-6fb05ed2141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:57.643341 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-ad7034e8-2d2b-459c-b2c0-6fb05ed2141d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0463700 Dec 18 03:19:57.688861 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-c11da542-f9bb-425a-8831-d2e28e5dd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:19:57.690283 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-c11da542-f9bb-425a-8831-d2e28e5dd863 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395584 Dec 18 03:19:57.742697 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:19:57.782171 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-14020c30-c07c-44ce-b757-4e51017e5fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836473 Dec 18 03:19:57.870480 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2d6636bb-ead2-4e2d-b4a1-c299ce602264 req-22b9a74c-a22a-45a2-b145-b859c7826e23 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813065 Dec 18 03:19:57.962400 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a6c68537-14b0-4ec5-9d83-81a30273ce43', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'port_id': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'mac_address': 'fa:16:3e:07:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21616b-5525-492c-a7ac-85e63612742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:19:41Z', 'updated_at': '2021-12-18T03:19:56Z', 'revision_number': 1, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:19:57.991330 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de892d3f-71f4-48b9-b9dc-35ac2727ea8c None None] The sync data for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi is: [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a6c68537-14b0-4ec5-9d83-81a30273ce43', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'port_id': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'mac_address': 'fa:16:3e:07:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21616b-5525-492c-a7ac-85e63612742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:19:41Z', 'updated_at': '2021-12-18T03:19:56Z', 'revision_number': 1, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:19:58.174557 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab90e4-51ae-4520-9ee9-a44a760dbf11 None None] New status for floating IP a6c68537-14b0-4ec5-9d83-81a30273ce43: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:20:01.504685 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ab95eb0-b887-4c8c-a29a-c07f7116034e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:03.927883 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2b83d69a-ccbb-4c0c-b75b-4ca948140e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:04.998012 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:06.456678 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:07.469043 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:15.889988 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:20:24.857410 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:25.409584 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-9e0e0dc5-5268-4b8a-8734-ff3c61888727 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228218707&fields=id&tenant_id=f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 267 time: 0.0474479 Dec 18 03:20:25.512053 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-63d429ae-de24-40fd-855c-12efa8c0c014 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:25.513398 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-63d429ae-de24-40fd-855c-12efa8c0c014 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 812 time: 0.0976908 Dec 18 03:20:25.528383 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-7c957910-11d1-418b-9ce9-6c09e234e216 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/quotas/f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 375 time: 0.0093298 Dec 18 03:20:25.578913 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-30e93c69-9d87-4d46-a2d4-e0d68ba9ee8a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452733 Dec 18 03:20:25.672926 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-c2f2a9d6-e073-45c2-99a9-de1e6d200686 service neutron] 10.222.0.24 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820353 Dec 18 03:20:25.758447 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-ddccf826-5f06-4546-98e4-5935d9846c73 service neutron] 10.222.0.24 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795329 Dec 18 03:20:27.052897 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6d15703b-05b8-4064-83b2-830d114fe390 req-8b26275d-dc4b-44ba-b48e-3693e7ce2b95 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 210 time: 0.0267429 Dec 18 03:20:28.144787 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bb2bd46c-0d66-466e-ad57-11eee6ed0e3a req-a71ab954-5dcd-404d-a42e-7fa99d1c1fbe tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 210 time: 0.0264392 Dec 18 03:20:28.899786 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-bb4895e4-61c4-4c83-adfb-1f462dafd99f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:28.901301 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-bb4895e4-61c4-4c83-adfb-1f462dafd99f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 812 time: 0.1064377 Dec 18 03:20:28.996989 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-e4282d24-84cd-4a6b-84b3-c2773f15af1e tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f34416462043419f27fc97d17ab2bb HTTP/1.1" status: 200 len: 379 time: 0.0538089 Dec 18 03:20:29.007716 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'port': {'device_id': '4b643a05-8259-4a3b-a274-23652c18a879', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'admin_state_up': True, 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'security_groups': ['b89c7a00-39c0-477e-bb66-061ac4dd2dc5']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:20:29.115890 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Made reservation on behalf of f7f34416462043419f27fc97d17ab2bb for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:20:29.119148 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.238792 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ffbfa20d-5062-42b9-804b-9c18515572fd req-60a8b5d7-542c-4a8f-9a59-9d4beb48bf1f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 210 time: 0.0260203 Dec 18 03:20:29.241113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Allocated IP 172.20.0.7 (564be5c6-0032-4b6f-a63b-8fc0ef0d3621/d03fc07a-30e0-45f5-99c8-9d3830548022/bc34ae5c-b28d-4f84-bfcf-c60e402449ba) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:20:29.381199 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.413278 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.461796 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:20:29.466887 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:20:29.470809 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:20:29.506637 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:20:29.526226 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:29.526846 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.543756 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-15c2b94b-4ff5-4610-94b1-e59ffbbd8810 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395405 Dec 18 03:20:29.574952 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Request body: {'port': {'device_id': '4b643a05-8259-4a3b-a274-23652c18a879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:20:29.637322 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.747491 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2c9489ea-1b60-496e-890f-f48bd7363fe6 None None] Provisioning complete for port bc34ae5c-b28d-4f84-bfcf-c60e402449ba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:20:29.748057 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2c9489ea-1b60-496e-890f-f48bd7363fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.780588 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2c9489ea-1b60-496e-890f-f48bd7363fe6 None None] Port bc34ae5c-b28d-4f84-bfcf-c60e402449ba cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:20:29.899978 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc34ae5c-b28d-4f84-bfcf-c60e402449ba {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:20:29.903969 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-9393303d-4b82-4ef1-8539-282641cf346a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386062 Dec 18 03:20:29.907468 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.919044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Transition to ACTIVE for port object bc34ae5c-b28d-4f84-bfcf-c60e402449ba will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:20:29.922764 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:29.974388 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Pushing event updated for resources: {'Port': ['ID=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:20:30.017716 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013af-3178-4f68-aa22-2f28c23da650 req-4a7e8753-9fdd-4a9b-af71-2390a937bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.019160 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-4a7e8753-9fdd-4a9b-af71-2390a937bdb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 1098 time: 0.0529006 Dec 18 03:20:30.044551 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Attempting to bind port bc34ae5c-b28d-4f84-bfcf-c60e402449ba on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:20:30.044942 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Attempting to bind port bc34ae5c-b28d-4f84-bfcf-c60e402449ba by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:20:30.045214 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Attempting to bind port bc34ae5c-b28d-4f84-bfcf-c60e402449ba on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:20:30.049913 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Port bc34ae5c-b28d-4f84-bfcf-c60e402449ba on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:20:30.050217 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Attempting to bind port bc34ae5c-b28d-4f84-bfcf-c60e402449ba on network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:20:30.055472 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:20:30.055810 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Checking segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:20:30.056230 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Bound using segment: {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:20:30.056625 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Bound port: bc34ae5c-b28d-4f84-bfcf-c60e402449ba, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:20:30.057529 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:30.129202 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] For port bc34ae5c-b28d-4f84-bfcf-c60e402449ba, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:20:30.131057 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013af-3178-4f68-aa22-2f28c23da650 req-894653fe-298b-494d-859e-3724f065d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.132631 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-894653fe-298b-494d-859e-3724f065d85d service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.0930991 Dec 18 03:20:30.132827 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] For port bc34ae5c-b28d-4f84-bfcf-c60e402449ba, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:20:30.137676 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:30.174979 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.175593 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:30.176951 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] 10.222.0.16 "PUT /v2.0/ports/bc34ae5c-b28d-4f84-bfcf-c60e402449ba HTTP/1.1" status: 200 len: 1093 time: 0.6065366 Dec 18 03:20:30.177421 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:20:30.182474 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f02b8c-654a-47fd-95b0-861f242cbc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:20:30.221126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0fdb9-bb15-49c7-8cd9-42deca1a190a service neutron] Pushing event updated for resources: {'Port': ['ID=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:20:30.227974 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-d323b1c3-011a-4087-913d-8e78accd09fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557 HTTP/1.1" status: 200 len: 1001 time: 0.0773237 Dec 18 03:20:30.249533 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e88b2c-9657-40a8-8db9-023224342efa x-openstack-request-id: req-62e88b2c-9657-40a8-8db9-023224342efa {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:20:30.249862 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:20:30.250229 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62e88b2c-9657-40a8-8db9-023224342efa {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:20:30.250626 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'status': 'completed', 'code': 200} Dec 18 03:20:30.275450 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013af-3178-4f68-aa22-2f28c23da650 req-120b4cc2-f668-45b6-bcf1-93022f52b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.277902 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-120b4cc2-f668-45b6-bcf1-93022f52b1e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0488613 Dec 18 03:20:30.288399 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-00c76be7-07a0-4a11-804b-e976fa80ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.290110 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-00c76be7-07a0-4a11-804b-e976fa80ec1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 1096 time: 0.0548038 Dec 18 03:20:30.337656 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013af-3178-4f68-aa22-2f28c23da650 req-876452f4-80a9-42a0-9785-0641a7bd6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.339928 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-876452f4-80a9-42a0-9785-0641a7bd6429 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497389 Dec 18 03:20:30.365434 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-f2b64d45-460d-4d0c-a66c-ce5d81269dff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba HTTP/1.1" status: 200 len: 217 time: 0.0554790 Dec 18 03:20:30.437090 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-6f52cf7d-ed72-4f4b-a9ce-1591872b616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.438558 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-6f52cf7d-ed72-4f4b-a9ce-1591872b616f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0560172 Dec 18 03:20:30.445092 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-acdad7f7-bec1-4b39-9624-9ccb77083ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946398 Dec 18 03:20:30.446580 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd276b-72b5-409f-a7c4-07ab68409f23 req-5ea4d2a4-8308-4e75-a2a0-905d59926772 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.448491 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fdd276b-72b5-409f-a7c4-07ab68409f23 req-5ea4d2a4-8308-4e75-a2a0-905d59926772 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0925570 Dec 18 03:20:30.521638 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-f5a526dd-d24e-493b-a5b8-d21241a61ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.523121 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-f5a526dd-d24e-493b-a5b8-d21241a61ab8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738003 Dec 18 03:20:30.528190 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fdd276b-72b5-409f-a7c4-07ab68409f23 req-9af25de0-65c7-4572-ba8c-b89956ac13c4 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714014 Dec 18 03:20:30.535982 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-50f013af-3178-4f68-aa22-2f28c23da650 req-ba413b59-09d9-4f5b-8337-ffefaee65827 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831900 Dec 18 03:20:30.611901 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-f78da2a1-714e-4a15-95d5-62b62e62a48e service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816495 Dec 18 03:20:30.709051 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3c043b14-694b-4f8f-b767-b3d7df7e64e1 req-8d50b5d2-a140-4db5-9c6f-58344d97ce1d service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831008 Dec 18 03:20:30.847560 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-233c4b39-dcd3-4d10-8df9-27548afc7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.848993 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-233c4b39-dcd3-4d10-8df9-27548afc7cc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 1096 time: 0.0403786 Dec 18 03:20:30.942967 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-10aaab33-ebbf-4519-8864-5fe08cd72aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:30.944399 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-10aaab33-ebbf-4519-8864-5fe08cd72aa0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.0863357 Dec 18 03:20:30.991473 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-ee382db1-4398-49ab-b118-44bc84dd523a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba HTTP/1.1" status: 200 len: 217 time: 0.0384266 Dec 18 03:20:31.040082 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-4f3d6c2e-b457-47d2-a091-721a7f6e65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:31.041487 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-4f3d6c2e-b457-47d2-a091-721a7f6e65b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0425241 Dec 18 03:20:31.106525 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-4ab85993-832b-43ca-aa20-c13ed607f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:31.107943 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-4ab85993-832b-43ca-aa20-c13ed607f4bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393851 Dec 18 03:20:31.198157 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-a108463f-20d0-4298-822c-5a9dfc6240de service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808485 Dec 18 03:20:31.288679 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31f02b8c-654a-47fd-95b0-861f242cbc3b req-ae342c06-6552-4d59-ad88-fd351c48749c service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793753 Dec 18 03:20:31.505936 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5339cd4-d6e9-4039-81a4-3042117bbb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:31.645594 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b257-ceee-4a3f-86a7-56a43faee260 req-56e6333d-1792-4be7-9f89-281f072710fb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:31.647063 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-22b3b257-ceee-4a3f-86a7-56a43faee260 req-56e6333d-1792-4be7-9f89-281f072710fb tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0518668 Dec 18 03:20:31.695108 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-22b3b257-ceee-4a3f-86a7-56a43faee260 req-93df47a4-68e5-49db-a8ad-56b13b63aca2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 Dec 18 03:20:32.807032 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41cbf-9473-42b2-b364-eaf0a8ae6c6d req-5d8cac00-b12c-4ea3-a79d-a433ede6b56d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:32.808640 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-60a41cbf-9473-42b2-b364-eaf0a8ae6c6d req-5d8cac00-b12c-4ea3-a79d-a433ede6b56d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0482121 Dec 18 03:20:32.857689 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-60a41cbf-9473-42b2-b364-eaf0a8ae6c6d req-8c5a891a-f9a7-47d9-b46d-c99106e08a12 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Dec 18 03:20:33.939789 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6784782-3226-43df-a8f7-6f73e0e3c844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:33.971060 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6b347-ee02-4ea7-b5e4-5dfcf04e971d req-e0db56d1-dd0f-4835-a707-7ee303abeae1 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:33.972548 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d1e6b347-ee02-4ea7-b5e4-5dfcf04e971d req-e0db56d1-dd0f-4835-a707-7ee303abeae1 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0484080 Dec 18 03:20:34.024187 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d1e6b347-ee02-4ea7-b5e4-5dfcf04e971d req-267f6b4e-7e08-48e7-b1c6-13db8f18e368 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458720 Dec 18 03:20:35.000977 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:35.139619 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944afab8-d2fa-4878-b226-78ad6c4c5336 req-e6130463-9e32-4293-b523-dbfd63b0df35 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:35.141069 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-944afab8-d2fa-4878-b226-78ad6c4c5336 req-e6130463-9e32-4293-b523-dbfd63b0df35 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0500798 Dec 18 03:20:35.189209 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-944afab8-d2fa-4878-b226-78ad6c4c5336 req-1cc935fb-4922-408b-b3a5-a7ab86b1347a tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422859 Dec 18 03:20:36.303475 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712b63-ef9c-4a7e-a094-a0c2508300c1 req-0a2498c6-174b-4e36-921c-ba1ec9238819 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:36.304906 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b1712b63-ef9c-4a7e-a094-a0c2508300c1 req-0a2498c6-174b-4e36-921c-ba1ec9238819 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0480742 Dec 18 03:20:36.352363 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b1712b63-ef9c-4a7e-a094-a0c2508300c1 req-29cffbf8-62c3-41dd-a5d5-dd4dc3d107bf tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 Dec 18 03:20:36.459294 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:37.470465 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a292-1a0e-44d5-bf54-2af5449dd869 req-13085e91-dbf5-496f-8bd9-072fbcb5af70 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:37.471513 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:37.472010 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5404a292-1a0e-44d5-bf54-2af5449dd869 req-13085e91-dbf5-496f-8bd9-072fbcb5af70 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0514679 Dec 18 03:20:37.521989 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-5404a292-1a0e-44d5-bf54-2af5449dd869 req-366b666b-49f5-4e37-b8bf-d46df2dd977f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429702 Dec 18 03:20:38.637788 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45276cd6-ae99-4c27-a10c-88120914c740 req-1caa440a-9627-499b-a3e0-226caa70091f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:38.639222 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-45276cd6-ae99-4c27-a10c-88120914c740 req-1caa440a-9627-499b-a3e0-226caa70091f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 943 time: 0.0487447 Dec 18 03:20:38.686714 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-45276cd6-ae99-4c27-a10c-88120914c740 req-e2ae1782-3968-4ee7-be9a-4d388997a1e7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417211 Dec 18 03:20:39.288552 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device bc34ae5c-b28d-4f84-bfcf-c60e402449ba details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:20:39.380602 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port bc34ae5c-b28d-4f84-bfcf-c60e402449ba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:20:39.392291 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'port_id': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'mac_address': 'fa:16:3e:a5:93:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:20:39.432139 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:39.445125 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc34ae5c-b28d-4f84-bfcf-c60e402449ba {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:20:39.464217 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port bc34ae5c-b28d-4f84-bfcf-c60e402449ba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:20:39.470065 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:39.518937 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:20:39.525731 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.526081 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.526416 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.526748 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.527816 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.528240 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.528574 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.528900 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.529224 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.529548 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.529890 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.530207 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.530575 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:39.801711 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef831cec-fb72-4c8c-9171-cccdcd389538 req-c1de6b33-6bb9-462d-9de3-1d2312b5f77b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:39.803070 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ef831cec-fb72-4c8c-9171-cccdcd389538 req-c1de6b33-6bb9-462d-9de3-1d2312b5f77b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 944 time: 0.0479019 Dec 18 03:20:39.810564 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['bc34ae5c-b28d-4f84-bfcf-c60e402449ba'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:20:39.851429 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ef831cec-fb72-4c8c-9171-cccdcd389538 req-2b3be4a3-efd9-4837-a788-0c85ca21282b tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416639 Dec 18 03:20:40.978202 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5af046-8f4e-4c9d-8482-7d781538007a req-3f1535d8-6576-4cc9-9dde-6d50cccef4b2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:40.979681 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7b5af046-8f4e-4c9d-8482-7d781538007a req-3f1535d8-6576-4cc9-9dde-6d50cccef4b2 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 944 time: 0.0586662 Dec 18 03:20:41.032006 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7b5af046-8f4e-4c9d-8482-7d781538007a req-fada92b7-d3f8-405f-8352-f876cfd78f51 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Dec 18 03:20:41.289344 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device bc34ae5c-b28d-4f84-bfcf-c60e402449ba up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:20:41.338208 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port bc34ae5c-b28d-4f84-bfcf-c60e402449ba completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:20:41.343287 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port bc34ae5c-b28d-4f84-bfcf-c60e402449ba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:20:41.343674 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:41.427847 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:41.450606 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:20:41.452826 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb08c362-618a-4255-8de9-6cc29d451c1d" -d '{"events": [{"server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "name": "network-vif-plugged", "status": "completed", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:20:41.467803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port bc34ae5c-b28d-4f84-bfcf-c60e402449ba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:20:41.471585 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:41.496183 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f87fa35-4047-4ecb-a026-b821aef23b2c x-openstack-request-id: req-8f87fa35-4047-4ecb-a026-b821aef23b2c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:20:41.496476 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "name": "network-vif-plugged", "status": "completed", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:20:41.496747 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f87fa35-4047-4ecb-a026-b821aef23b2c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:20:41.497102 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'code': 200} Dec 18 03:20:41.522104 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:20:41.745232 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b342d8b-3725-4a50-9b3f-ac47794dfff6 req-f3d8c631-8f37-4309-b4a6-55c0aadf2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:41.746713 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3b342d8b-3725-4a50-9b3f-ac47794dfff6 req-f3d8c631-8f37-4309-b4a6-55c0aadf2830 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 1098 time: 0.0393806 Dec 18 03:20:41.791147 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3b342d8b-3725-4a50-9b3f-ac47794dfff6 req-186ecc49-a96a-4bff-b179-7d9a005765fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376496 Dec 18 03:20:42.144147 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333841d-af58-4d6b-a9d7-7b32ee765b8d req-d85192cb-dc84-435e-8fc3-6eac7747c7ed tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:42.145578 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4333841d-af58-4d6b-a9d7-7b32ee765b8d req-d85192cb-dc84-435e-8fc3-6eac7747c7ed tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 945 time: 0.0475862 Dec 18 03:20:42.195555 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4333841d-af58-4d6b-a9d7-7b32ee765b8d req-6f85d815-abad-46c1-9d93-7745300d1170 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441217 Dec 18 03:20:43.314752 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4d42c-f5e1-441c-8bde-0a9fb8eb2f00 req-1359b76e-d6f7-4a55-852f-f586b1b29243 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:43.316190 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-74a4d42c-f5e1-441c-8bde-0a9fb8eb2f00 req-1359b76e-d6f7-4a55-852f-f586b1b29243 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 945 time: 0.0523634 Dec 18 03:20:43.364396 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-74a4d42c-f5e1-441c-8bde-0a9fb8eb2f00 req-55a21462-46a5-4539-8aef-276d6846bb7e tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Dec 18 03:20:43.476373 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee044d-33ae-4cb7-875e-61803ef81ff7 req-a33073a6-59ec-4bc3-a790-0f8ad5c3a3e3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:43.477829 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bdee044d-33ae-4cb7-875e-61803ef81ff7 req-a33073a6-59ec-4bc3-a790-0f8ad5c3a3e3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Dec 18 03:20:43.525677 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-bdee044d-33ae-4cb7-875e-61803ef81ff7 req-67f1069d-9feb-459e-b9e7-0ecf9104a13d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410917 Dec 18 03:20:43.549016 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36440) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:20:43.727446 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329bb411-ea3e-45f0-8472-5d88fb2dd617 tempest-TestVolumeBootPattern-850741528 tempest-TestVolumeBootPattern-850741528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:43.728922 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-329bb411-ea3e-45f0-8472-5d88fb2dd617 tempest-TestVolumeBootPattern-850741528 tempest-TestVolumeBootPattern-850741528-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 1093 time: 0.1788294 Dec 18 03:20:43.732405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36444) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:20:43.736504 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'port_id': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:20:43.759695 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:43.854211 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:43.954800 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Allocated IP 172.27.2.168 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/44c8d7cf-b77f-4445-bbd9-5bf910e83ca7) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:20:44.055405 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:44.086455 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:44.124866 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:20:44.127645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:20:44.131044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:20:44.154077 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=44c8d7cf-b77f-4445-bbd9-5bf910e83ca7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:20:44.170228 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.170575 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.170918 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.171258 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.171589 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.171914 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.172238 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.172563 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.172885 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.173206 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.173532 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.173872 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.174186 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:20:44.755841 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:44.820383 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:44.961993 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:44.967141 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:45.039070 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event updated for resources: {'Port': ['ID=44c8d7cf-b77f-4445-bbd9-5bf910e83ca7,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:20:45.051551 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:45.153967 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Floating IP bb74a87d-bf16-4708-9b69-9337d4832bc1 associated. External IP: 172.27.2.168, port: bc34ae5c-b28d-4f84-bfcf-c60e402449ba. Dec 18 03:20:45.363132 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:20:45.472160 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:20:45.482821 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:20:45.490342 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:45.492941 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:20:45.493548 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:20:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:20:45.516675 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-226b1800-ee55-490c-910c-7ca6bda19da6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7832828 Dec 18 03:20:45.517417 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:20:45.519750 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852" -d '{"events": [{"name": "network-changed", "server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:20:45.556271 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae09725-6d73-4e76-a2f4-8c7b8fd7eb8d x-openstack-request-id: req-2ae09725-6d73-4e76-a2f4-8c7b8fd7eb8d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:20:45.556556 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:20:45.556858 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ae09725-6d73-4e76-a2f4-8c7b8fd7eb8d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:20:45.557263 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'status': 'completed', 'code': 200} Dec 18 03:20:45.597039 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:20:45.641893 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-022f7581-6ab4-4f0a-98a7-8e9a0dbc3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:45.643306 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-022f7581-6ab4-4f0a-98a7-8e9a0dbc3b42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 1098 time: 0.0408306 Dec 18 03:20:45.733190 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-2cfb371e-09e9-4770-b68f-4ae16cad56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:45.734702 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-2cfb371e-09e9-4770-b68f-4ae16cad56e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.0836310 Dec 18 03:20:45.802214 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-298258ac-836d-4b5f-b3d1-ffe2f4e24fdc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba HTTP/1.1" status: 200 len: 999 time: 0.0607593 Dec 18 03:20:45.821026 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'bb74a87d-bf16-4708-9b69-9337d4832bc1', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:a5:93:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b643a05-8259-4a3b-a274-23652c18a879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:20:44Z', 'updated_at': '2021-12-18T03:20:44Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}, {'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:40Z', 'revision_number': 1, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:20:45.847673 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:20:45.850485 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-fe26e389-ae41-4afa-b3a2-4a9902aa3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:45.851915 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-fe26e389-ae41-4afa-b3a2-4a9902aa3b6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0430872 Dec 18 03:20:45.856159 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:20:45.856745 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:20:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:20:45.897188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-3e506dbc-4754-440f-a606-820a8b4c48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:45.898626 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-3e506dbc-4754-440f-a606-820a8b4c48d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396721 Dec 18 03:20:45.995553 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-3c23a1ab-b384-46d5-92df-65d37f9132c5 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899308 Dec 18 03:20:46.046871 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:20:46.083076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ffcc5a55-b5b3-41e1-ac65-dc1f5b5d0852 req-b90e3cb8-7fe6-4e70-911b-6f28e844751d service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808160 Dec 18 03:20:46.270262 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'bb74a87d-bf16-4708-9b69-9337d4832bc1', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:a5:93:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b643a05-8259-4a3b-a274-23652c18a879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:20:44Z', 'updated_at': '2021-12-18T03:20:44Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}, {'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:40Z', 'revision_number': 1, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:20:46.296854 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482accb-9b3f-4c25-a9a4-444cc2489cda None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'bb74a87d-bf16-4708-9b69-9337d4832bc1', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:a5:93:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b643a05-8259-4a3b-a274-23652c18a879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:20:44Z', 'updated_at': '2021-12-18T03:20:44Z', 'revision_number': 0, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}, {'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:40Z', 'revision_number': 1, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:20:46.488851 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae35e6-4de4-4dba-af6d-0b581273cc03 None None] New status for floating IP bb74a87d-bf16-4708-9b69-9337d4832bc1: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:20:48.603232 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e30a41-469e-4678-a932-b7ef6faf494d req-b0482f2f-9137-4753-93c3-1f8ce28db432 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:48.605363 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e9e30a41-469e-4678-a932-b7ef6faf494d req-b0482f2f-9137-4753-93c3-1f8ce28db432 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0475483 Dec 18 03:20:48.653178 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e9e30a41-469e-4678-a932-b7ef6faf494d req-2512f1a4-b52f-4a52-aff7-7a7dd26ed2cf tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418220 Dec 18 03:20:49.775536 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33aaf7-7d19-4839-8992-7237b28556fa req-5bb6c0e6-ea44-42ba-9598-53b68924eda2 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:49.777669 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7c33aaf7-7d19-4839-8992-7237b28556fa req-5bb6c0e6-ea44-42ba-9598-53b68924eda2 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0553854 Dec 18 03:20:49.823451 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7c33aaf7-7d19-4839-8992-7237b28556fa req-04234ef3-b4cc-436d-a38e-681ea6e3ba16 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 Dec 18 03:20:50.939748 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143fb77-6f3e-4948-8957-f46a701cddd8 req-b4ed4787-31d3-4fb5-a12b-15fe399c003e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:50.941178 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4143fb77-6f3e-4948-8957-f46a701cddd8 req-b4ed4787-31d3-4fb5-a12b-15fe399c003e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0510786 Dec 18 03:20:50.986478 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4143fb77-6f3e-4948-8957-f46a701cddd8 req-a7160492-753c-424f-8c3a-5d782d610bec tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393987 Dec 18 03:20:52.100484 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd67ef-c5a3-4f0e-bfe1-83a639105288 req-4b2cb324-3fc1-454d-8b42-4b61d9af74bc tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:52.102071 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-83dd67ef-c5a3-4f0e-bfe1-83a639105288 req-4b2cb324-3fc1-454d-8b42-4b61d9af74bc tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0478919 Dec 18 03:20:52.149526 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-83dd67ef-c5a3-4f0e-bfe1-83a639105288 req-74ed7596-5cd2-43a2-a2ac-e306374a4bef tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Dec 18 03:20:52.889194 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:20:53.263679 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6ebd1-0109-424d-b62e-6e598ca752c8 req-6f85686a-1761-406e-9180-b78fb6ec580b tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:53.265159 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-72d6ebd1-0109-424d-b62e-6e598ca752c8 req-6f85686a-1761-406e-9180-b78fb6ec580b tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0475240 Dec 18 03:20:53.311965 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-72d6ebd1-0109-424d-b62e-6e598ca752c8 req-9922aa0a-5cdb-4fbb-b0a1-fb8c13075dc1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409191 Dec 18 03:20:54.430725 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a87870-8e4d-44c7-a55b-9999506a1202 req-928b179a-f830-401e-944d-fac7c037e799 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:54.432180 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f3a87870-8e4d-44c7-a55b-9999506a1202 req-928b179a-f830-401e-944d-fac7c037e799 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0517335 Dec 18 03:20:54.484485 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-f3a87870-8e4d-44c7-a55b-9999506a1202 req-d45a3766-df47-4092-a847-51c804881241 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459671 Dec 18 03:20:54.866937 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:20:55.599348 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1cd74-4166-4e7a-b1fb-00972a87edf8 req-1b2600fc-f202-4a28-bafe-737ae7a030b2 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:55.600818 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-58a1cd74-4166-4e7a-b1fb-00972a87edf8 req-1b2600fc-f202-4a28-bafe-737ae7a030b2 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0481782 Dec 18 03:20:55.649789 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-58a1cd74-4166-4e7a-b1fb-00972a87edf8 req-2e0282aa-538b-4e2c-bafc-bc2ec2e45b28 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Dec 18 03:20:56.763326 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb59e5b-8f9d-4227-95c7-d07ac5aca879 req-b1048a22-e4ab-4f3e-9698-21e58b990213 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:56.764771 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6bb59e5b-8f9d-4227-95c7-d07ac5aca879 req-b1048a22-e4ab-4f3e-9698-21e58b990213 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0477986 Dec 18 03:20:56.810684 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-6bb59e5b-8f9d-4227-95c7-d07ac5aca879 req-8297b66e-0331-406e-9415-68b07856c84f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 Dec 18 03:20:57.922581 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218ae23-ceb2-4270-b168-da6ec183caf2 req-53df21ca-9279-4afe-8c88-9a65ae03086c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:57.924150 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5218ae23-ceb2-4270-b168-da6ec183caf2 req-53df21ca-9279-4afe-8c88-9a65ae03086c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0475934 Dec 18 03:20:57.970041 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5218ae23-ceb2-4270-b168-da6ec183caf2 req-e6a20b6f-c30d-4760-9c53-2310dda7a91a tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Dec 18 03:20:59.082764 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c288-366b-48c6-b9c3-280131276cde req-cc4ce772-4bff-4ee9-96f8-483f61535423 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:20:59.084195 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c74c288-366b-48c6-b9c3-280131276cde req-cc4ce772-4bff-4ee9-96f8-483f61535423 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0478604 Dec 18 03:20:59.133698 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1c74c288-366b-48c6-b9c3-280131276cde req-6fb3360d-08c7-4895-b54e-b5b2dbb5450f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Dec 18 03:21:00.246110 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9377c-d14b-4307-ab16-fa6611bd53ed req-573b8459-f8a7-4955-9ae3-0d7c62e59feb tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:00.247538 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8aa9377c-d14b-4307-ab16-fa6611bd53ed req-573b8459-f8a7-4955-9ae3-0d7c62e59feb tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0471797 Dec 18 03:21:00.292356 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-8aa9377c-d14b-4307-ab16-fa6611bd53ed req-61dc62a8-d6b4-4b7c-98d1-e040a1e244b0 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389574 Dec 18 03:21:01.406744 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a1839-400d-4d4c-b31a-f5230db71ad8 req-b0b95a71-7518-4175-959c-6b66ef4e5599 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:01.408230 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-712a1839-400d-4d4c-b31a-f5230db71ad8 req-b0b95a71-7518-4175-959c-6b66ef4e5599 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0483592 Dec 18 03:21:01.455135 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-712a1839-400d-4d4c-b31a-f5230db71ad8 req-5ab9c4bc-feca-4f60-ba0b-0762e37472d0 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Dec 18 03:21:01.508540 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c986629b-cf4c-4b76-82e5-655570327e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:02.571452 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcff7b-2caa-49bf-b775-a64b41e2fbf3 req-cb9039d6-78e9-4763-8e79-57aeb49c9516 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:02.572809 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f2dcff7b-2caa-49bf-b775-a64b41e2fbf3 req-cb9039d6-78e9-4763-8e79-57aeb49c9516 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0507882 Dec 18 03:21:02.618678 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-f2dcff7b-2caa-49bf-b775-a64b41e2fbf3 req-0c7dd6a1-4ae0-4dc1-9f2d-ddbf0fd49c3e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Dec 18 03:21:03.731315 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177353-c898-4457-99a8-5b188b615320 req-19f74f38-d9e4-4147-bf4b-98bb14099c9a tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:03.732662 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-75177353-c898-4457-99a8-5b188b615320 req-19f74f38-d9e4-4147-bf4b-98bb14099c9a tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0472572 Dec 18 03:21:03.778768 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-75177353-c898-4457-99a8-5b188b615320 req-9f27fe5b-c9dd-43d1-ac5a-dfdecd995006 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402286 Dec 18 03:21:03.945231 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57f95eff-d764-498d-afdc-1d243cdb5b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:04.892445 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da4de-c6c1-462b-bc12-478a75c1d9d8 req-f716e736-f555-4e84-887d-c7a574ee41dd tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:04.893904 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2e8da4de-c6c1-462b-bc12-478a75c1d9d8 req-f716e736-f555-4e84-887d-c7a574ee41dd tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0490260 Dec 18 03:21:04.939823 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2e8da4de-c6c1-462b-bc12-478a75c1d9d8 req-e81817d9-d8f7-4193-a663-f6d4f3c92e35 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 Dec 18 03:21:05.002882 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:05.136666 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0196d-aff4-4a4b-b5a8-258e41478675 req-dbcf6adf-74ad-495c-aab9-821b5c67b0e6 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:05.138214 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bef0196d-aff4-4a4b-b5a8-258e41478675 req-dbcf6adf-74ad-495c-aab9-821b5c67b0e6 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0503910 Dec 18 03:21:05.191818 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-bef0196d-aff4-4a4b-b5a8-258e41478675 req-b223ecdf-04b0-48ca-9821-7f079e588ac8 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472655 Dec 18 03:21:05.221552 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-54eab886-bb1d-4b5d-8624-09dc8db119fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:05.223061 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-54eab886-bb1d-4b5d-8624-09dc8db119fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 1098 time: 0.0454917 Dec 18 03:21:05.314816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-f0a24ba4-d8a6-4a11-baf2-7d5a2ddc363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:05.316258 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-f0a24ba4-d8a6-4a11-baf2-7d5a2ddc363e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 912 time: 0.0853183 Dec 18 03:21:05.384271 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-df9b2ac3-b6e3-414e-a716-a604ca56e1de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a HTTP/1.1" status: 200 len: 1000 time: 0.0608320 Dec 18 03:21:05.431839 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-1642c3b1-23a6-447e-ad2d-eac7e8af9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:05.433387 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-1642c3b1-23a6-447e-ad2d-eac7e8af9926 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0425608 Dec 18 03:21:05.478004 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-3c5525ea-c737-420e-9e1d-a5b396f3cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:05.479499 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-3c5525ea-c737-420e-9e1d-a5b396f3cade service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389192 Dec 18 03:21:05.567781 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-28d5d68f-70a7-4cfa-8623-24bef61207a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802729 Dec 18 03:21:05.654947 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-eb70eb19-5144-4f87-ad68-868e40c2eed9 req-88ccfa3b-cace-424a-a25a-c94cbff001dc service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792208 Dec 18 03:21:06.312682 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9a91c-bf52-41ca-8a75-42fab0e93df9 req-81fba6a6-5c32-4314-b957-d6feb99ba14f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:06.314563 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cd9a91c-bf52-41ca-8a75-42fab0e93df9 req-81fba6a6-5c32-4314-b957-d6feb99ba14f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0538306 Dec 18 03:21:06.366543 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3cd9a91c-bf52-41ca-8a75-42fab0e93df9 req-9f761b17-c8e0-4c03-8f33-7e0fe1547048 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461473 Dec 18 03:21:06.461755 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:07.472970 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:07.484570 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960e532-9fd7-4245-8ed4-2eda8f6aff1b req-a72f64d7-4fb4-4ef6-bb53-9ddba91378fa tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:07.486063 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2960e532-9fd7-4245-8ed4-2eda8f6aff1b req-a72f64d7-4fb4-4ef6-bb53-9ddba91378fa tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0512128 Dec 18 03:21:07.531917 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2960e532-9fd7-4245-8ed4-2eda8f6aff1b req-c9426b67-7e3a-40e9-b1cd-859eab7630cc tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Dec 18 03:21:24.868746 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:29.887583 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:21:31.509376 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fc355bf6-6320-4f76-b916-b5ffa406b010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:32.076713 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-cdbd5280-afef-484a-a9b8-bb6ecb785f26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384116 Dec 18 03:21:32.150608 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-fb5e1a46-5268-406c-9b90-f499dd693f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:32.152080 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-fb5e1a46-5268-406c-9b90-f499dd693f9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1099 time: 0.0403495 Dec 18 03:21:32.259572 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-65cf6d23-11e0-47aa-ae3e-c78102cdd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:32.260999 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-65cf6d23-11e0-47aa-ae3e-c78102cdd4fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 909 time: 0.0856287 Dec 18 03:21:32.328121 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-f12041a2-0f4a-44e8-b594-2e299badbb2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 1001 time: 0.0582030 Dec 18 03:21:32.381138 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-3557f1bf-cf85-4b02-9a59-5ec1c0bcb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:32.382716 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-3557f1bf-cf85-4b02-9a59-5ec1c0bcb296 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 200 len: 847 time: 0.0443926 Dec 18 03:21:32.440167 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-e8779f45-aab2-41ad-af31-56cf462fb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:32.441768 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-e8779f45-aab2-41ad-af31-56cf462fb449 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c87ce622-8636-4061-915a-93cc6dd10042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456374 Dec 18 03:21:32.533799 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-eeea0833-05f0-444f-967d-20d68db80975 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833044 Dec 18 03:21:32.534240 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d9897-0eb1-460f-b10a-2fd27fd906db req-33992ca2-2f38-4a2c-8aaa-adc393478705 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:32.535701 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e75d9897-0eb1-460f-b10a-2fd27fd906db req-33992ca2-2f38-4a2c-8aaa-adc393478705 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0478899 Dec 18 03:21:32.584531 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e75d9897-0eb1-460f-b10a-2fd27fd906db req-459ce744-07c4-4ea0-b40c-ee1c4dd78805 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Dec 18 03:21:32.630027 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-0430ff7d-f24f-47c0-bbfc-116ce9287e8e req-376b5d9b-4510-47c1-a1b0-9c3ae380afda service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855670 Dec 18 03:21:33.706217 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23340518-8f0f-4ecf-b18f-e9ad99143095 req-86eaaaa9-d1be-4688-90d2-a9f5b1f53090 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:33.707569 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-23340518-8f0f-4ecf-b18f-e9ad99143095 req-86eaaaa9-d1be-4688-90d2-a9f5b1f53090 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Dec 18 03:21:33.755221 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-23340518-8f0f-4ecf-b18f-e9ad99143095 req-0c4fad4a-9ad1-4c6e-9c37-751564ab385a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Dec 18 03:21:33.938871 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1be30946-6376-408a-9968-c87e7528dcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:34.871104 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286026-6b5a-4b1d-b95a-f34b4e2c8b86 req-e411b00b-384b-40b5-97a8-7ef8571afbe9 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:34.873117 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-23286026-6b5a-4b1d-b95a-f34b4e2c8b86 req-e411b00b-384b-40b5-97a8-7ef8571afbe9 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0522821 Dec 18 03:21:34.921083 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-23286026-6b5a-4b1d-b95a-f34b4e2c8b86 req-ac258f9a-4b89-4090-9bb2-e662ef39c844 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Dec 18 03:21:35.005689 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:36.034352 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f6dd-39c0-48a2-8d6a-8c028c3cd910 req-bc070d99-d7ef-4c45-8f08-9bb790ad3054 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:36.035776 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9fe0f6dd-39c0-48a2-8d6a-8c028c3cd910 req-bc070d99-d7ef-4c45-8f08-9bb790ad3054 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0470934 Dec 18 03:21:36.081895 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9fe0f6dd-39c0-48a2-8d6a-8c028c3cd910 req-67c84f0e-f3e2-43cf-9a85-f4a2ae8ea7ff tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403187 Dec 18 03:21:36.465274 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:37.196706 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0cfc7-e64a-4dc3-a3ad-14916f32c76a req-90aa9fd9-2b4c-4d7f-b419-4c732b817566 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:37.198178 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c3e0cfc7-e64a-4dc3-a3ad-14916f32c76a req-90aa9fd9-2b4c-4d7f-b419-4c732b817566 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0483325 Dec 18 03:21:37.246230 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-c3e0cfc7-e64a-4dc3-a3ad-14916f32c76a req-7150d91c-de91-446d-ad91-9f9a964ab401 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420918 Dec 18 03:21:37.474510 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:38.360816 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef083-b7e1-4e3b-b965-8782e65ea2a9 req-52d7d7d0-28b9-4679-ae6f-290c425009f0 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:38.362291 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-581ef083-b7e1-4e3b-b965-8782e65ea2a9 req-52d7d7d0-28b9-4679-ae6f-290c425009f0 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0513728 Dec 18 03:21:38.410285 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-581ef083-b7e1-4e3b-b965-8782e65ea2a9 req-37dc49f6-7392-4f49-bc1f-0ee30bf300fb tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422041 Dec 18 03:21:39.526353 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4db84-b4b8-420c-98af-52bc59c18a29 req-59f80d50-dd2b-4731-ad66-6a55ed3a3864 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:39.527808 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-03b4db84-b4b8-420c-98af-52bc59c18a29 req-59f80d50-dd2b-4731-ad66-6a55ed3a3864 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0519917 Dec 18 03:21:39.575319 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-03b4db84-b4b8-420c-98af-52bc59c18a29 req-d8ef6d7f-1933-4d7d-9f46-4e12420d07af tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415974 Dec 18 03:21:40.696244 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ece3c-9456-4f4a-b63f-80d2fa143282 req-77836187-9678-498a-a453-65d8d958c3bf tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:40.697709 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2d1ece3c-9456-4f4a-b63f-80d2fa143282 req-77836187-9678-498a-a453-65d8d958c3bf tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0546086 Dec 18 03:21:40.752878 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-2d1ece3c-9456-4f4a-b63f-80d2fa143282 req-28964da7-cf2a-4cee-8157-33924332414e tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487940 Dec 18 03:21:41.467612 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278314-e65d-438e-9d42-0c6d99e84298 req-4b79e570-f7e1-44ad-8002-129b80474a11 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:41.468986 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6c278314-e65d-438e-9d42-0c6d99e84298 req-4b79e570-f7e1-44ad-8002-129b80474a11 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0486739 Dec 18 03:21:41.519845 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6c278314-e65d-438e-9d42-0c6d99e84298 req-05995582-ea0e-448f-a998-e5e03252e4da tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447521 Dec 18 03:21:41.865274 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ae30b-030a-45ee-a714-3f17bb89f92f req-49f92768-812e-48c8-b6ec-765bcd64f5b7 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:41.866742 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-828ae30b-030a-45ee-a714-3f17bb89f92f req-49f92768-812e-48c8-b6ec-765bcd64f5b7 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0470042 Dec 18 03:21:41.914535 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-828ae30b-030a-45ee-a714-3f17bb89f92f req-66af3f3f-f5a3-40aa-870f-03d29565d7a0 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Dec 18 03:21:42.633540 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeabfd-2556-40f5-b97e-28d74384497a req-8c7d58f9-d29c-421f-ba4e-55c07dee2c19 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:42.634933 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6eaeabfd-2556-40f5-b97e-28d74384497a req-8c7d58f9-d29c-421f-ba4e-55c07dee2c19 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0485752 Dec 18 03:21:42.680356 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6eaeabfd-2556-40f5-b97e-28d74384497a req-535342af-a4fa-4190-9318-48267f721d18 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395451 Dec 18 03:21:42.763639 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-9216e69d-214d-4a03-9687-2e6b67a48859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:42.765076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-9216e69d-214d-4a03-9687-2e6b67a48859 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1099 time: 0.0397577 Dec 18 03:21:42.855984 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-a999cd5c-8317-492a-82af-1970dc531d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:42.857407 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-a999cd5c-8317-492a-82af-1970dc531d05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 909 time: 0.0845559 Dec 18 03:21:42.920340 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-9b165b8d-3b5d-4b04-a93d-b45f99013bc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 1001 time: 0.0549178 Dec 18 03:21:42.971840 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-8c31d0aa-6007-4284-99d8-22c4f2632176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:42.973304 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-8c31d0aa-6007-4284-99d8-22c4f2632176 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 200 len: 847 time: 0.0456789 Dec 18 03:21:43.042206 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-7cee3505-1f35-407a-b05e-36f044989384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:43.043654 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-7cee3505-1f35-407a-b05e-36f044989384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c87ce622-8636-4061-915a-93cc6dd10042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0638151 Dec 18 03:21:43.054953 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae971353-30d7-439d-a44f-65d814153d63 req-30672528-f7ff-4c2e-82ea-b18a7cae4a0c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:43.056278 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ae971353-30d7-439d-a44f-65d814153d63 req-30672528-f7ff-4c2e-82ea-b18a7cae4a0c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0688434 Dec 18 03:21:43.152471 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ae971353-30d7-439d-a44f-65d814153d63 req-ebcd648d-f655-420d-b5c8-43638db84482 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886834 Dec 18 03:21:43.172195 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-2af2467b-6013-4496-a2cb-02d9727ba1f2 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149483 Dec 18 03:21:43.257935 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-7d044f8e-4167-4961-a73a-a4ec8c966b78 req-5a6602a6-517c-44d7-992e-c02f99e967ff service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784342 Dec 18 03:21:43.793894 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89895bb1-61c1-485e-b820-42d22ed4672c req-d8d3b6aa-d3b3-4fc4-b30a-6a405cde7cfd tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:43.795875 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-89895bb1-61c1-485e-b820-42d22ed4672c req-d8d3b6aa-d3b3-4fc4-b30a-6a405cde7cfd tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0499909 Dec 18 03:21:43.842010 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-89895bb1-61c1-485e-b820-42d22ed4672c req-2a9c6bc1-8019-4cfc-be48-10fd5ef57d1b tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Dec 18 03:21:44.269402 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492189e1-bb39-435f-97cd-b677b1abec5e req-17788f8a-7856-4eb3-a2bf-644f9ec4e7a1 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:44.270868 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-492189e1-bb39-435f-97cd-b677b1abec5e req-17788f8a-7856-4eb3-a2bf-644f9ec4e7a1 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0528526 Dec 18 03:21:44.318719 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-492189e1-bb39-435f-97cd-b677b1abec5e req-4b8cf7c6-b9e6-4d29-8438-b011b50fdfbb tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Dec 18 03:21:44.960857 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c9fc-df9f-4b81-aabc-81065c0421a6 req-5792237b-d87c-44b0-8429-e45f239d7bfc tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:44.962844 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5f32c9fc-df9f-4b81-aabc-81065c0421a6 req-5792237b-d87c-44b0-8429-e45f239d7bfc tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0533941 Dec 18 03:21:45.013239 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-5f32c9fc-df9f-4b81-aabc-81065c0421a6 req-3425af20-4982-403a-8aa7-d34d6bb30118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Dec 18 03:21:45.436884 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9878e-abf1-4cde-be83-3de89fc63f34 req-5c7ed583-306d-46c9-9fdd-3725024e16d3 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:45.438393 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31e9878e-abf1-4cde-be83-3de89fc63f34 req-5c7ed583-306d-46c9-9fdd-3725024e16d3 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0516143 Dec 18 03:21:45.485309 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-31e9878e-abf1-4cde-be83-3de89fc63f34 req-1bd1c803-1611-4490-af74-33680285cd0b tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Dec 18 03:21:45.729836 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98657923-f48d-4e51-8dbf-ac01d1694bc8 req-dd019a2e-d891-4d4c-86b1-7a4e4ce4a2b2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:45.732161 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-98657923-f48d-4e51-8dbf-ac01d1694bc8 req-dd019a2e-d891-4d4c-86b1-7a4e4ce4a2b2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0854435 Dec 18 03:21:45.735526 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-5a462c3e-7cb0-4a30-8000-7726bcca6be9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155999 Dec 18 03:21:45.780805 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-98657923-f48d-4e51-8dbf-ac01d1694bc8 req-3c01c100-340f-432e-899f-6e0e56d8967e tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428123 Dec 18 03:21:46.131469 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e528d-0146-4419-915a-f59b190aacbf req-8326a1a2-8abc-4267-8cfb-dbaf45787621 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:46.132909 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-110e528d-0146-4419-915a-f59b190aacbf req-8326a1a2-8abc-4267-8cfb-dbaf45787621 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0500741 Dec 18 03:21:46.180430 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-110e528d-0146-4419-915a-f59b190aacbf req-1e917293-7b71-403f-8f67-f4c34232bd81 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409062 Dec 18 03:21:46.899796 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9144969-4ea6-4f5d-824c-d07b8565dfb2 req-20f922f3-cb6f-4b7d-87f4-db53d6bc5fa2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:46.901128 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c9144969-4ea6-4f5d-824c-d07b8565dfb2 req-20f922f3-cb6f-4b7d-87f4-db53d6bc5fa2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0525768 Dec 18 03:21:46.951551 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c9144969-4ea6-4f5d-824c-d07b8565dfb2 req-e4b8f7a5-a42f-477f-9f83-ce18b8a6c5e9 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441973 Dec 18 03:21:47.241189 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-053031f0-bca3-496c-8182-20dc9c18df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:47.242697 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-053031f0-bca3-496c-8182-20dc9c18df38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781&tenant_id=400be51814e84a6e8a54033024fad790 HTTP/1.1" status: 200 len: 1099 time: 0.0448539 Dec 18 03:21:47.298648 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ea143-73f4-492e-9c51-21585786f325 req-ed6ce4a2-f6cb-4612-90e5-3f7cc08de871 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:47.300134 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-256ea143-73f4-492e-9c51-21585786f325 req-ed6ce4a2-f6cb-4612-90e5-3f7cc08de871 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0504818 Dec 18 03:21:47.317537 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-b5abecd7-0d15-4691-8f3b-2044571a32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:47.319157 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-b5abecd7-0d15-4691-8f3b-2044571a32ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1099 time: 0.0396531 Dec 18 03:21:47.351935 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-256ea143-73f4-492e-9c51-21585786f325 req-fb673b44-c65d-4fd5-ab69-c4a6feac184d tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455785 Dec 18 03:21:47.409252 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-64bb2dfb-e0c4-417e-8544-cd607e017ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:47.411089 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-64bb2dfb-e0c4-417e-8544-cd607e017ac6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 909 time: 0.0838172 Dec 18 03:21:47.479135 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-a0080538-8e3e-4f02-80a4-dfe71096b161 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 1001 time: 0.0604494 Dec 18 03:21:47.525738 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-5f3cca24-d364-461e-a528-d55458b7be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:47.527106 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-5f3cca24-d364-461e-a528-d55458b7be54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 200 len: 847 time: 0.0412581 Dec 18 03:21:47.572794 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-58c94820-b9d1-4961-aee7-2603e6111fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:47.574230 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-58c94820-b9d1-4961-aee7-2603e6111fb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c87ce622-8636-4061-915a-93cc6dd10042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0373614 Dec 18 03:21:47.665004 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-c19af4aa-6c95-4827-8e31-f3c559e0ec7d service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819349 Dec 18 03:21:47.755486 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad99340c-ddb0-44f7-b77b-1486f2d5480f req-8190dd84-37d3-4bf8-bbde-b9d11c45a192 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819151 Dec 18 03:21:48.068920 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288c5f0-f7ff-408d-b891-25b573bafbe5 req-8671c1d7-9b93-45b1-88a6-af5cb1e30a59 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:48.070370 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2288c5f0-f7ff-408d-b891-25b573bafbe5 req-8671c1d7-9b93-45b1-88a6-af5cb1e30a59 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0515850 Dec 18 03:21:48.119917 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2288c5f0-f7ff-408d-b891-25b573bafbe5 req-1aecf675-091f-4416-8971-4e67728519a6 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Dec 18 03:21:48.473027 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757994e3-91a9-4136-b85b-546e218ec1b4 req-8f9629c7-991d-4415-9a5e-43ba9d00f882 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:48.474501 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-757994e3-91a9-4136-b85b-546e218ec1b4 req-8f9629c7-991d-4415-9a5e-43ba9d00f882 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0562329 Dec 18 03:21:48.520245 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-757994e3-91a9-4136-b85b-546e218ec1b4 req-93e9b10a-393a-484a-b87f-8005e00dffe8 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395677 Dec 18 03:21:49.231683 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a833-7f1a-4859-90e7-051097297023 req-20ebb0b8-6ddc-406b-bf3e-911ca044c998 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:49.233135 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-81d6a833-7f1a-4859-90e7-051097297023 req-20ebb0b8-6ddc-406b-bf3e-911ca044c998 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0475113 Dec 18 03:21:49.280735 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-81d6a833-7f1a-4859-90e7-051097297023 req-64dd9e0b-d958-4d0c-96d9-9b54f6e8da08 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Dec 18 03:21:49.634655 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4c943-c340-4f41-9b89-013626e1b20c req-1bb91252-06ec-4c2a-9f72-fb4bd8737263 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:49.636097 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aca4c943-c340-4f41-9b89-013626e1b20c req-1bb91252-06ec-4c2a-9f72-fb4bd8737263 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0480540 Dec 18 03:21:49.681307 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-aca4c943-c340-4f41-9b89-013626e1b20c req-0668c23a-635c-41ce-b3a3-467ff5a46b34 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393600 Dec 18 03:21:49.764410 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 60bc3098-1a05-43da-aad1-0105b3137056 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:21:49.837946 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:49.860054 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:21:49.862260 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14fa10f-76bb-486c-bf40-a978a031d7e3" -d '{"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-unplugged", "status": "completed", "tag": "60bc3098-1a05-43da-aad1-0105b3137056"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:21:49.874442 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:21:49.878781 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:49.904736 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d188e05-1c54-4efc-bd01-bea603fcc356 x-openstack-request-id: req-9d188e05-1c54-4efc-bd01-bea603fcc356 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:21:49.905020 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-unplugged", "status": "completed", "tag": "60bc3098-1a05-43da-aad1-0105b3137056", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:21:49.905269 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d188e05-1c54-4efc-bd01-bea603fcc356 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:21:49.905670 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056', 'code': 200} Dec 18 03:21:49.930340 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:21:49.937279 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.937565 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.937938 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.938274 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.938601 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.938928 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.939252 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.939577 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.939900 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.940218 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.940539 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.940854 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:49.941169 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:21:50.395629 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6345b-6491-4bd1-9d31-3bacf6680167 req-46d39ec2-78f8-45f8-9784-654dded97800 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:50.397057 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-93c6345b-6491-4bd1-9d31-3bacf6680167 req-46d39ec2-78f8-45f8-9784-654dded97800 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0506737 Dec 18 03:21:50.444768 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-93c6345b-6491-4bd1-9d31-3bacf6680167 req-124ba3a0-47c1-41a6-a44c-cc28543a7768 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Dec 18 03:21:50.794481 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6f0e2-b6ff-4850-b4d8-2f5932afb466 req-5c2bc437-f7b8-4dab-a05e-73f9f6b9cdd6 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:50.795911 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-86f6f0e2-b6ff-4850-b4d8-2f5932afb466 req-5c2bc437-f7b8-4dab-a05e-73f9f6b9cdd6 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0472548 Dec 18 03:21:51.110087 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-86f6f0e2-b6ff-4850-b4d8-2f5932afb466 req-12ff1014-d93c-4645-9fe7-0fa0a84aeb1c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082521 Dec 18 03:21:51.557637 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e877-80f2-43c5-80f4-fbd47f742726 req-612715ce-1f6e-4197-9228-455b7bc299e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:51.559090 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e004e877-80f2-43c5-80f4-fbd47f742726 req-612715ce-1f6e-4197-9228-455b7bc299e8 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0481730 Dec 18 03:21:51.607360 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e004e877-80f2-43c5-80f4-fbd47f742726 req-836d3226-1e17-47c6-a095-aeac905b2253 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424125 Dec 18 03:21:52.224664 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af319f-f5c6-4402-b751-84040583ff05 req-eb711268-ea0b-434e-87f6-c6e9ae7f03e9 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:52.226128 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-97af319f-f5c6-4402-b751-84040583ff05 req-eb711268-ea0b-434e-87f6-c6e9ae7f03e9 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0487239 Dec 18 03:21:52.273200 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-97af319f-f5c6-4402-b751-84040583ff05 req-c99a7798-6aa8-4602-86f0-e0fc94548c12 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Dec 18 03:21:52.505694 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086cf40-99e4-46b6-8209-d4e63e5b710d req-f6e00d28-c536-4649-a909-5f05c844e855 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:52.507265 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4086cf40-99e4-46b6-8209-d4e63e5b710d req-f6e00d28-c536-4649-a909-5f05c844e855 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0487759 Dec 18 03:21:52.583166 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-dc073f25-557f-429c-aef8-4763373d3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:52.584623 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-dc073f25-557f-429c-aef8-4763373d3a29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 1098 time: 0.0656457 Dec 18 03:21:52.587814 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-4086cf40-99e4-46b6-8209-d4e63e5b710d req-4cdb978c-ade1-443e-b5aa-7385a337bad2 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747235 Dec 18 03:21:52.673515 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-1a027952-439d-4760-9ad8-d49e3eef24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:52.674943 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-1a027952-439d-4760-9ad8-d49e3eef24fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 912 time: 0.0832872 Dec 18 03:21:52.732273 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334e62-242e-4f29-9f04-40704f20f6d1 req-2b059da2-fa32-4101-9b1d-cc75d3c7000e tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:52.733771 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-70334e62-242e-4f29-9f04-40704f20f6d1 req-2b059da2-fa32-4101-9b1d-cc75d3c7000e tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0588932 Dec 18 03:21:52.746196 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-09bed39f-f7ea-41c0-9bfb-1b70e9d85a0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a HTTP/1.1" status: 200 len: 1000 time: 0.0640726 Dec 18 03:21:52.783202 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-70334e62-242e-4f29-9f04-40704f20f6d1 req-222bc4d5-5bab-4abc-8d0a-5b77978688c7 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Dec 18 03:21:52.794847 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-fa6fcc97-dce1-43bf-b967-db6cb2b2f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:52.796360 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-fa6fcc97-dce1-43bf-b967-db6cb2b2f424 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0422366 Dec 18 03:21:52.841939 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-022c93d5-1887-4ea7-a557-870e9eedc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:52.843376 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-022c93d5-1887-4ea7-a557-870e9eedc9e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397229 Dec 18 03:21:52.935000 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-27c88720-028f-40f6-82b6-25e96dda126c service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Dec 18 03:21:53.023403 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3fcd7233-c29d-4f4e-95e1-42502e3b6683 req-7b4223a9-e2b1-49cf-94f7-7112911f4572 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800416 Dec 18 03:21:53.708607 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb1a93-ca5a-495b-9a44-a4200576f84c req-1168ef39-7573-4ed5-bb2d-5794433d651f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:53.710182 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3bb1a93-ca5a-495b-9a44-a4200576f84c req-1168ef39-7573-4ed5-bb2d-5794433d651f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0527773 Dec 18 03:21:53.755440 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3bb1a93-ca5a-495b-9a44-a4200576f84c req-92d2e959-74fc-4587-83f0-f9a1bcbc3368 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394411 Dec 18 03:21:53.900343 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cfca8-550a-43bb-adc0-173317a2804f req-3b8e2ef0-d8f9-448d-aee8-f1d2487f3d5a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:53.901811 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d2cfca8-550a-43bb-adc0-173317a2804f req-3b8e2ef0-d8f9-448d-aee8-f1d2487f3d5a tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0482163 Dec 18 03:21:53.949599 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-4d2cfca8-550a-43bb-adc0-173317a2804f req-cd672a82-cc94-4750-bbfc-60e3c756aec2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Dec 18 03:21:54.143623 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9bc13-7ed3-4eec-b3b6-149cf59a2367 req-9b1661ae-d723-4a7c-a134-b8b693afdd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:54.145057 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2e9bc13-7ed3-4eec-b3b6-149cf59a2367 req-9b1661ae-d723-4a7c-a134-b8b693afdd53 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1097 time: 0.0388868 Dec 18 03:21:54.189156 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-e2e9bc13-7ed3-4eec-b3b6-149cf59a2367 req-ad820552-5d96-42aa-9bea-aae43c5c0ac0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373609 Dec 18 03:21:54.864248 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:55.062606 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05d858-2ae6-4e70-9269-5de305542ee7 req-1c22bccd-852b-4902-b201-8688d4d71b2e tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:55.064043 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3e05d858-2ae6-4e70-9269-5de305542ee7 req-1c22bccd-852b-4902-b201-8688d4d71b2e tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 944 time: 0.0481634 Dec 18 03:21:55.116452 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3e05d858-2ae6-4e70-9269-5de305542ee7 req-bb8e37b5-151c-42bf-a669-06d2a2bc1932 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464261 Dec 18 03:21:55.657795 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 60bc3098-1a05-43da-aad1-0105b3137056 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:21:55.747970 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:21:55.758730 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '60bc3098-1a05-43da-aad1-0105b3137056', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'port_id': '60bc3098-1a05-43da-aad1-0105b3137056', 'mac_address': 'fa:16:3e:9e:8a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:21:55.793426 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:55.808957 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bc3098-1a05-43da-aad1-0105b3137056 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:21:55.827505 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:21:55.831425 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:55.876897 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:21:56.163922 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['60bc3098-1a05-43da-aad1-0105b3137056'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:21:56.232715 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc886-aef3-4128-b57b-b2fd44e003b1 req-9ce7a171-f5b1-40bb-8588-34484a3a5a52 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:21:56.234119 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6cc886-aef3-4128-b57b-b2fd44e003b1 req-9ce7a171-f5b1-40bb-8588-34484a3a5a52 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 945 time: 0.0480351 Dec 18 03:21:56.287693 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-6b6cc886-aef3-4128-b57b-b2fd44e003b1 req-0197b497-c366-45e5-a28c-e89f41c845c6 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476601 Dec 18 03:21:57.670439 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 60bc3098-1a05-43da-aad1-0105b3137056 up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:21:57.717767 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 60bc3098-1a05-43da-aad1-0105b3137056 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:21:57.718136 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:57.793175 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:57.814264 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:21:57.816842 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a4c3d-ff73-482a-b8ba-db39c3268ddb" -d '{"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-plugged", "status": "completed", "tag": "60bc3098-1a05-43da-aad1-0105b3137056"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:21:57.829866 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:21:57.834019 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:21:57.859739 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8659b97-18b8-46de-8208-8e404b3da8cb x-openstack-request-id: req-d8659b97-18b8-46de-8208-8e404b3da8cb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:21:57.860025 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-plugged", "status": "completed", "tag": "60bc3098-1a05-43da-aad1-0105b3137056", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:21:57.860275 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8659b97-18b8-46de-8208-8e404b3da8cb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:21:57.860657 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056', 'code': 200} Dec 18 03:21:57.882699 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:01.509773 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a9c868d-ab9c-46c4-9a05-6a8402c2242e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:03.939807 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b95a4e44-641b-47b6-8152-c1822b2ee68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:05.008345 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:06.468193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:06.886665 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:22:07.476094 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:24.368981 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36636) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:24.521709 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Deleting port 44c8d7cf-b77f-4445-bbd9-5bf910e83ca7 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:24.522041 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:24.593854 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:24.594177 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:24.605580 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Calling delete_port for 44c8d7cf-b77f-4445-bbd9-5bf910e83ca7 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:24.775865 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:24.804965 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event deleted for resources: {'Port': ['ID=44c8d7cf-b77f-4445-bbd9-5bf910e83ca7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:24.828582 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.828928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.829271 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.829599 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.829954 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.830283 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.830609 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.830933 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.831255 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.831578 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.831899 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.832231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.832533 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:24.873645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:24.874025 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Floating IP bb74a87d-bf16-4708-9b69-9337d4832bc1 disassociated (deleted). External IP: 172.27.2.168, port: bc34ae5c-b28d-4f84-bfcf-c60e402449ba. Dec 18 03:22:24.878115 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:25.075711 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:22:25.180861 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:22:25.185279 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:25.191504 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:22:25.202138 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:25.202886 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:25.211830 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-c8950be6-467f-4a86-a678-b9e633ae90e8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "DELETE /v2.0/floatingips/bb74a87d-bf16-4708-9b69-9337d4832bc1 HTTP/1.1" status: 204 len: 168 time: 0.8417776 Dec 18 03:22:25.212401 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:25.214661 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825a7263-b693-4f3e-af32-47a7b25b0f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:25.256135 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002a969-f148-4835-8ae6-8bca0f7bfbeb x-openstack-request-id: req-4002a969-f148-4835-8ae6-8bca0f7bfbeb {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:25.256657 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:25.257119 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4002a969-f148-4835-8ae6-8bca0f7bfbeb {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:25.257807 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'status': 'completed', 'code': 200} Dec 18 03:22:25.315860 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:25.351095 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-6d2e0881-5c92-45c5-a37c-0ae51ec85117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:25.352468 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-6d2e0881-5c92-45c5-a37c-0ae51ec85117 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 1098 time: 0.0463619 Dec 18 03:22:25.542277 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-e856f6d0-3457-4b47-b6da-928d5ff503da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:25.544250 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-e856f6d0-3457-4b47-b6da-928d5ff503da service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.1289446 Dec 18 03:22:25.551303 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761841fe-8978-4c69-b9b6-899085c82447 req-bbb02a2f-c494-45b5-9e1f-4a47fab5d424 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:25.552659 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-761841fe-8978-4c69-b9b6-899085c82447 req-bbb02a2f-c494-45b5-9e1f-4a47fab5d424 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 945 time: 0.1269855 Dec 18 03:22:25.567365 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:40Z', 'revision_number': 1, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:25.600648 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:22:25.609726 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:25.610198 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:25.617336 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-1ce7286c-1c4e-4c59-8c10-d81e38027a4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba HTTP/1.1" status: 200 len: 217 time: 0.0608640 Dec 18 03:22:25.645204 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-761841fe-8978-4c69-b9b6-899085c82447 req-a7d929e8-2630-4a15-bb6d-afbb187975dd tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827396 Dec 18 03:22:25.688114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-8f903713-9a2e-4340-9950-0d4335272928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:25.689575 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-8f903713-9a2e-4340-9950-0d4335272928 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0582569 Dec 18 03:22:25.721806 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:25.737962 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-3fbe220a-42d5-4ae2-8475-550e766ea1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:25.739429 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-3fbe220a-42d5-4ae2-8475-550e766ea1e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409524 Dec 18 03:22:25.752825 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-ab237564-8edc-4f3d-8143-96aab1f2391c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:22:25.753786 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-ab237564-8edc-4f3d-8143-96aab1f2391c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047929 Dec 18 03:22:25.845061 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-cd1c6279-3e10-4d95-a1cc-cb5f676e64b3 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836561 Dec 18 03:22:25.938110 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-825a7263-b693-4f3e-af32-47a7b25b0f0b req-12cd116d-0ca7-4c01-babb-868bbb1b92db service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818849 Dec 18 03:22:25.938368 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:40Z', 'revision_number': 1, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:25.970460 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ad899-5e56-4e52-803a-f221bcf378be None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'eccbe601-3014-4592-9d84-3c394b875a99', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'port_id': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'mac_address': 'fa:16:3e:d1:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:18:38Z', 'updated_at': '2021-12-18T03:18:40Z', 'revision_number': 1, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:22:26.180592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83247352-2fab-4345-ac15-3baf5a01423a None None] New status for floating IP bb74a87d-bf16-4708-9b69-9337d4832bc1: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:22:26.877224 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d032cf-32c7-42eb-a7ef-b12e6d0aaef6 req-eee234aa-7311-4667-be11-1ab35f04e353 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:26.878781 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e4d032cf-32c7-42eb-a7ef-b12e6d0aaef6 req-eee234aa-7311-4667-be11-1ab35f04e353 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 945 time: 0.1643727 Dec 18 03:22:26.929133 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-e4d032cf-32c7-42eb-a7ef-b12e6d0aaef6 req-02a99b11-cc48-4c91-acd7-4ef3e7252373 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Dec 18 03:22:27.207565 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272d10-383a-499f-8090-72538ae38ef7 req-91583773-123b-4415-973b-26fd5295abad tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:27.208920 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d3272d10-383a-499f-8090-72538ae38ef7 req-91583773-123b-4415-973b-26fd5295abad tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0484977 Dec 18 03:22:27.254846 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-d3272d10-383a-499f-8090-72538ae38ef7 req-402ba39c-0c6b-42f4-b109-2694c60ffa68 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Dec 18 03:22:27.457114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-d2a718a3-b59b-448c-b7fa-b988a899f798 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:27.458684 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-d2a718a3-b59b-448c-b7fa-b988a899f798 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 945 time: 0.0514045 Dec 18 03:22:27.559998 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Deleting port bc34ae5c-b28d-4f84-bfcf-c60e402449ba {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:27.560330 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:27.648019 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] For port bc34ae5c-b28d-4f84-bfcf-c60e402449ba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:27.648369 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:27.660780 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Calling delete_port for bc34ae5c-b28d-4f84-bfcf-c60e402449ba owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:27.785372 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:27.810602 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event deleted for resources: {'Port': ['ID=bc34ae5c-b28d-4f84-bfcf-c60e402449ba,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:27.853218 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] No DVR routers for this DVR port bc34ae5c-b28d-4f84-bfcf-c60e402449ba on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:22:27.855906 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:27.859187 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-afc7fc08-682a-4f23-b14b-615c44b74479 req-4ac52046-4919-4190-8ea3-9ae13e1269f7 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "DELETE /v2.0/ports/bc34ae5c-b28d-4f84-bfcf-c60e402449ba HTTP/1.1" status: 204 len: 173 time: 0.3822851 Dec 18 03:22:27.859621 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'name': 'network-vif-deleted', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:27.861862 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42142f-049a-4283-a4da-54cfd31da981" -d '{"events": [{"server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "name": "network-vif-deleted", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:27.897986 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24fc962-b562-4545-84e0-c471fad98ff4 x-openstack-request-id: req-b24fc962-b562-4545-84e0-c471fad98ff4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:27.898261 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b643a05-8259-4a3b-a274-23652c18a879", "name": "network-vif-deleted", "tag": "bc34ae5c-b28d-4f84-bfcf-c60e402449ba", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:27.898526 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b24fc962-b562-4545-84e0-c471fad98ff4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:27.899069 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b643a05-8259-4a3b-a274-23652c18a879', 'name': 'network-vif-deleted', 'tag': 'bc34ae5c-b28d-4f84-bfcf-c60e402449ba', 'status': 'completed', 'code': 200} Dec 18 03:22:28.022649 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c152274e-7246-44bb-a1cc-a5d02ef15342 req-e03c73ef-cd70-4a4b-92d6-12ab08117fc8 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b643a05-8259-4a3b-a274-23652c18a879 HTTP/1.1" status: 200 len: 210 time: 0.0256133 Dec 18 03:22:28.372404 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b995de6-a3c8-4dc9-ace8-f5d4cce165d9 req-cb57253b-8941-4c96-97cc-fabf1f146dfd tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:28.373895 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0b995de6-a3c8-4dc9-ace8-f5d4cce165d9 req-cb57253b-8941-4c96-97cc-fabf1f146dfd tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0491564 Dec 18 03:22:28.420852 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-0b995de6-a3c8-4dc9-ace8-f5d4cce165d9 req-3c31d2b4-1d42-4538-bfa4-bea95bb046e4 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Dec 18 03:22:29.539472 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65890475-af09-493a-bdca-a0d4ddd8d6c7 req-5778a348-45b4-497e-91f2-687972c8c6d1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:29.540940 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-65890475-af09-493a-bdca-a0d4ddd8d6c7 req-5778a348-45b4-497e-91f2-687972c8c6d1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0527720 Dec 18 03:22:29.587708 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-65890475-af09-493a-bdca-a0d4ddd8d6c7 req-1e62a19a-e1e6-452c-9f81-38159c10e7e1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7d8211b-6080-4728-b32b-eb9c4cf95d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407259 Dec 18 03:22:29.649074 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-ed89f2d1-0663-4de8-8521-228ef0be88b8 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:29.650516 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-ed89f2d1-0663-4de8-8521-228ef0be88b8 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 945 time: 0.0484920 Dec 18 03:22:29.740789 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Deleting port 1ec58379-1ff2-4be3-a202-e4a865f02b1a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:29.741019 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:29.828577 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] For port 1ec58379-1ff2-4be3-a202-e4a865f02b1a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1ec58379-1ff2-4be3-a202-e4a865f02b1a,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:29.828928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:29.990534 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:29.990941 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:29.991200 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Floating IP a6c68537-14b0-4ec5-9d83-81a30273ce43 disassociated. External IP: 172.27.2.32, port: 1ec58379-1ff2-4be3-a202-e4a865f02b1a. Dec 18 03:22:29.991536 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Calling delete_port for 1ec58379-1ff2-4be3-a202-e4a865f02b1a owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:30.116814 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:30.142988 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event deleted for resources: {'Port': ['ID=1ec58379-1ff2-4be3-a202-e4a865f02b1a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:30.261766 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:22:30.365984 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:22:30.376817 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] Sync routers for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:22:30.405611 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] No DVR routers for this DVR port 1ec58379-1ff2-4be3-a202-e4a865f02b1a on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:22:30.408737 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:30.412296 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-2319c0ef-fa53-47c3-b3fe-6617096ff23b req-d0559775-b842-4e48-bc1a-dbbdb29ee151 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "DELETE /v2.0/ports/1ec58379-1ff2-4be3-a202-e4a865f02b1a HTTP/1.1" status: 204 len: 173 time: 0.7555802 Dec 18 03:22:30.412766 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'name': 'network-vif-deleted', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:30.415102 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7590d64b-2c8d-4753-8785-b750edb4db77" -d '{"events": [{"server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "name": "network-vif-deleted", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:30.453289 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e21abb-f8ac-4fe8-961f-7e5782aed4dd x-openstack-request-id: req-f0e21abb-f8ac-4fe8-961f-7e5782aed4dd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:30.453583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d21616b-5525-492c-a7ac-85e63612742a", "name": "network-vif-deleted", "tag": "1ec58379-1ff2-4be3-a202-e4a865f02b1a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:30.453980 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0e21abb-f8ac-4fe8-961f-7e5782aed4dd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:30.454218 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d21616b-5525-492c-a7ac-85e63612742a', 'name': 'network-vif-deleted', 'tag': '1ec58379-1ff2-4be3-a202-e4a865f02b1a', 'status': 'completed', 'code': 200} Dec 18 03:22:30.479127 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:30.479737 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:30.602548 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:30.711269 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-7f5fa403-381d-48c2-9053-e27939dbdd61 req-b89f856d-7a88-4115-9aae-e5465fc3a782 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d21616b-5525-492c-a7ac-85e63612742a HTTP/1.1" status: 200 len: 210 time: 0.0260093 Dec 18 03:22:30.802071 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:30.831000 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] Checking router: 237a4e58-c78f-4f92-aead-3b2bc839a0d5 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:22:30.838962 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:30.839598 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:30.945138 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:31.147988 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:31.174160 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec9fb1-ed14-46e2-ace3-2efe142fcb97 None None] The sync data for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi is: [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:22:31.294498 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36686) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:31.402522 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c8c74-2959-42eb-bae9-10bc1e91749e None None] New status for floating IP a6c68537-14b0-4ec5-9d83-81a30273ce43: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:22:31.455761 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Deleting port 5c1a7b15-2a0a-4b22-8f3f-a01c58cb205b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:31.456086 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.520196 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03e82936-0769-440d-90a4-6f33d2c2e4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.537005 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.537361 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.550421 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Calling delete_port for 5c1a7b15-2a0a-4b22-8f3f-a01c58cb205b owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:31.801221 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36692) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:31.856536 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.864800 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1ec58379-1ff2-4be3-a202-e4a865f02b1a no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:31.880278 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.888189 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 1ec58379-1ff2-4be3-a202-e4a865f02b1a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:31.888822 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 1ec58379-1ff2-4be3-a202-e4a865f02b1a not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:31.889508 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device bc34ae5c-b28d-4f84-bfcf-c60e402449ba no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:31.909315 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: bc34ae5c-b28d-4f84-bfcf-c60e402449ba {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:31.909773 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device bc34ae5c-b28d-4f84-bfcf-c60e402449ba not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:31.930380 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.932948 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.934649 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7d8211b-6080-4728-b32b-eb9c4cf95d3d HTTP/1.1" status: 204 len: 168 time: 0.1324210 Dec 18 03:22:31.937784 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36694) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:31.954630 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d8211b-6080-4728-b32b-eb9c4cf95d3d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:31.956895 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.api.v2.resource [None req-ab90da94-e07d-4215-9e96-cdb1cae58daf tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] show failed (client error): The resource could not be found. Dec 18 03:22:31.960466 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-ab90da94-e07d-4215-9e96-cdb1cae58daf tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups/c7d8211b-6080-4728-b32b-eb9c4cf95d3d HTTP/1.1" status: 404 len: 347 time: 0.0192075 Dec 18 03:22:31.960689 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36696) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:31.967908 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:31.975956 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.976320 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.976646 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.976981 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.977310 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.977654 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.977987 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.978311 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.978635 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.978955 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.979273 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.979590 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.980169 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20b4431-d3b6-4fd1-bc04-6bfb8f54f848 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:22:31.998228 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event deleted for resources: {'Port': ['ID=5c1a7b15-2a0a-4b22-8f3f-a01c58cb205b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:32.058668 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.059062 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Floating IP eccbe601-3014-4592-9d84-3c394b875a99 disassociated (deleted). External IP: 172.27.2.120, port: 66d77aea-4360-4b4d-9dff-ae5b34ea1557. Dec 18 03:22:32.098274 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Deleting port 96f1b24c-b81c-4c83-9961-928aeaadd44f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:32.098614 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.171859 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.172186 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.183365 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Calling delete_port for 96f1b24c-b81c-4c83-9961-928aeaadd44f owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:32.261212 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:22:32.313492 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.341504 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event deleted for resources: {'Port': ['ID=96f1b24c-b81c-4c83-9961-928aeaadd44f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:32.374665 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:22:32.379611 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.386325 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:22:32.395716 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:32.396452 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:32.406743 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e3cb01f9-28b2-4582-b2a9-55e97ff27a73 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "DELETE /v2.0/floatingips/eccbe601-3014-4592-9d84-3c394b875a99 HTTP/1.1" status: 204 len: 168 time: 1.1110201 Dec 18 03:22:32.409075 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.411558 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.412885 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-08522ae7-03ea-44bd-93cb-682e8e4e416e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "DELETE /v2.0/floatingips/a6c68537-14b0-4ec5-9d83-81a30273ce43 HTTP/1.1" status: 204 len: 168 time: 0.4511318 Dec 18 03:22:32.455686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:32.459172 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f2bae-ea88-4736-a67a-a1f0d74a933c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:32.534029 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:32.584432 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59557928-75cf-46c2-9cfc-f030a87d79fd x-openstack-request-id: req-59557928-75cf-46c2-9cfc-f030a87d79fd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:32.584721 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:32.584971 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59557928-75cf-46c2-9cfc-f030a87d79fd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:32.585364 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'status': 'completed', 'code': 200} Dec 18 03:22:32.676112 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:32.680672 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8b4a0fcc-7c00-4e77-b8bb-d50a0a56a417 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044574749', 'description': 'tempest-description--52661453'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:22:32.707665 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0fcc-7c00-4e77-b8bb-d50a0a56a417 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.726389 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e77be5-cce9-42e2-ad82-c7db43473155 req-e8968fd1-a879-4390-ad30-68c608317fe3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:32.727863 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c8e77be5-cce9-42e2-ad82-c7db43473155 req-e8968fd1-a879-4390-ad30-68c608317fe3 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0909095 Dec 18 03:22:32.734979 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-0b37f471-2c23-4904-bd5c-b39fa88ad4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:32.736601 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-0b37f471-2c23-4904-bd5c-b39fa88ad4a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7f34416462043419f27fc97d17ab2bb&device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 1098 time: 0.0666108 Dec 18 03:22:32.751381 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:32.780976 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:22:32.782298 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0fcc-7c00-4e77-b8bb-d50a0a56a417 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.787255 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0fcc-7c00-4e77-b8bb-d50a0a56a417 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.790189 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:32.790886 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:32.818789 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a0fcc-7c00-4e77-b8bb-d50a0a56a417 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989f3406-6cb6-41aa-b138-eb7020915470,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:32.826963 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0fcc-7c00-4e77-b8bb-d50a0a56a417 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.831397 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36708) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:32.831553 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-8b4a0fcc-7c00-4e77-b8bb-d50a0a56a417 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1542845 Dec 18 03:22:32.836746 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c8e77be5-cce9-42e2-ad82-c7db43473155 req-18df5ed5-da76-463e-90e1-5efcad7f33cc tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992775 Dec 18 03:22:32.842725 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4250a0da-289a-4f56-a32e-dccb3f377118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'security_group_rule': {'security_group_id': '989f3406-6cb6-41aa-b138-eb7020915470', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:22:32.884506 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-20f14ba6-27ad-4ac2-813e-869504110ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:32.886219 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-20f14ba6-27ad-4ac2-813e-869504110ce1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 200 len: 913 time: 0.1352582 Dec 18 03:22:32.892068 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4250a0da-289a-4f56-a32e-dccb3f377118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:32.906676 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:32.938713 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-ca00a3de-b8c1-458f-8ee6-0a2da16ebdc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557 HTTP/1.1" status: 200 len: 217 time: 0.0440161 Dec 18 03:22:33.009074 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-032f6e3d-7648-4cf7-827e-a8e934aa9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:33.010543 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-032f6e3d-7648-4cf7-827e-a8e934aa9c1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 200 len: 851 time: 0.0628440 Dec 18 03:22:33.028884 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4250a0da-289a-4f56-a32e-dccb3f377118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.033036 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4250a0da-289a-4f56-a32e-dccb3f377118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.070227 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a0da-289a-4f56-a32e-dccb3f377118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61288393-c362-40ad-ab02-d5144e642955,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:33.082617 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4250a0da-289a-4f56-a32e-dccb3f377118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.083879 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-4250a0da-289a-4f56-a32e-dccb3f377118 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513647 Dec 18 03:22:33.086708 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:33.091128 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-c6713b82-d3f2-4982-9237-b9a365c66b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:33.092763 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-c6713b82-d3f2-4982-9237-b9a365c66b9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564be5c6-0032-4b6f-a63b-8fc0ef0d3621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737746 Dec 18 03:22:33.096495 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c4d305b1-44b7-40a5-9cbb-f4f0976c6713 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'security_group_rule': {'security_group_id': '989f3406-6cb6-41aa-b138-eb7020915470', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:22:33.106581 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:33.126416 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d305b1-44b7-40a5-9cbb-f4f0976c6713 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.189475 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d305b1-44b7-40a5-9cbb-f4f0976c6713 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.192950 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-b2256241-14c2-49bc-86a0-33b1ef2d1e3a service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907111 Dec 18 03:22:33.194821 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d305b1-44b7-40a5-9cbb-f4f0976c6713 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712633'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.215499 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d305b1-44b7-40a5-9cbb-f4f0976c6713 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8b9ae1-c189-45aa-8db8-bbed9070361a,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:33.222144 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d305b1-44b7-40a5-9cbb-f4f0976c6713 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.226309 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c4d305b1-44b7-40a5-9cbb-f4f0976c6713 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304340 Dec 18 03:22:33.226495 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36712) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:33.231949 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'floatingip': {'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:22:33.233506 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2d605-23bc-40c4-af49-de5453023adc None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': '83414840-f951-4638-b69d-fe9991aed150', 'name': '', 'network_id': '564be5c6-0032-4b6f-a63b-8fc0ef0d3621', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'mac_address': 'fa:16:3e:55:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:14Z', 'updated_at': '2021-12-18T03:14:21Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'subnets': [{'id': 'd03fc07a-30e0-45f5-99c8-9d3830548022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:22:33.263806 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.300878 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-089f2bae-ea88-4736-a67a-a1f0d74a933c req-27f3eb7d-32a4-48b6-ba13-cfeede3502e4 service neutron] 10.222.0.16 "GET /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001539 Dec 18 03:22:33.374461 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.465495 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7ba93-ccb6-47f4-852d-0a7f6d31c47d None None] New status for floating IP eccbe601-3014-4592-9d84-3c394b875a99: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:22:33.488395 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Allocated IP 172.27.2.136 (74a8eff6-f122-4e99-acb9-e18453662af3/90523fb3-1417-4019-9421-51f1f6df86ba/48420d34-85e7-4eb3-b6e6-7cae52a97f66) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:22:33.592415 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.625230 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.663516 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Network 74a8eff6-f122-4e99-acb9-e18453662af3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:22:33.666236 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:22:33.670232 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:22:33.675317 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'Port': ['ID=48420d34-85e7-4eb3-b6e6-7cae52a97f66,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:33.757223 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.788665 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.941194 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8c1b8ce-011f-480d-9134-76025ddf7829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.963696 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:33.969638 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13569467'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:34.006053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc75d3-4625-41fc-b188-0caf81be73e3 req-84114ee9-56a3-4b9f-b94a-2d8ed8baccaf tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:34.007521 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-92bc75d3-4625-41fc-b188-0caf81be73e3 req-84114ee9-56a3-4b9f-b94a-2d8ed8baccaf tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0897305 Dec 18 03:22:34.063939 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'Port': ['ID=48420d34-85e7-4eb3-b6e6-7cae52a97f66,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:34.092461 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:34.106560 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-92bc75d3-4625-41fc-b188-0caf81be73e3 req-3c31e077-7fba-4f23-93b8-7131f8f3cb65 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/security-groups?id=b89c7a00-39c0-477e-bb66-061ac4dd2dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894895 Dec 18 03:22:34.116925 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:34.118173 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-65864974-3cb6-4092-93f1-bca75f8fe943 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8908207 Dec 18 03:22:34.332384 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-9e12b191-4943-4e24-81bd-9a6b070a905f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2044574749&fields=id&tenant_id=d5ef52b4e7164c93988c7ca58686d98f HTTP/1.1" status: 200 len: 267 time: 0.0640125 Dec 18 03:22:34.374065 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-a7cf73e2-f054-4d1e-99e3-e34877d3f64f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:34.375531 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-a7cf73e2-f054-4d1e-99e3-e34877d3f64f tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 945 time: 0.0784700 Dec 18 03:22:34.510174 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-21a2461c-0201-42fa-b5d0-6437b5e1edd0 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:34.511586 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-21a2461c-0201-42fa-b5d0-6437b5e1edd0 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 811 time: 0.1718507 Dec 18 03:22:34.530181 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-abf39be9-5a50-4cf3-bd74-145151d49e78 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/quotas/d5ef52b4e7164c93988c7ca58686d98f HTTP/1.1" status: 200 len: 375 time: 0.0122600 Dec 18 03:22:34.536025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Deleting port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:34.536354 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:34.642320 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-99238d0e-c439-4a08-922d-49376c268a90 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031618 Dec 18 03:22:34.661001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-c4b9fcb1-aa54-40dd-a172-912af8b48c0f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 18 03:22:34.661883 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-c4b9fcb1-aa54-40dd-a172-912af8b48c0f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074334 Dec 18 03:22:34.663498 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] For port 66d77aea-4360-4b4d-9dff-ae5b34ea1557, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=66d77aea-4360-4b4d-9dff-ae5b34ea1557,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:34.663854 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:34.691756 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Calling delete_port for 66d77aea-4360-4b4d-9dff-ae5b34ea1557 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:34.806479 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-456c512e-27e8-4720-bf3f-7f9adafc1da9 service neutron] 10.222.0.24 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343951 Dec 18 03:22:34.936484 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-8a1e4712-c293-42dd-92f8-8cccb9ea30f4 service neutron] 10.222.0.24 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199307 Dec 18 03:22:34.937384 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:34.965888 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event deleted for resources: {'Port': ['ID=66d77aea-4360-4b4d-9dff-ae5b34ea1557,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:35.012451 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] No DVR routers for this DVR port 66d77aea-4360-4b4d-9dff-ae5b34ea1557 on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:22:35.015691 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:35.015990 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:35.019590 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cf672a83-d3ac-4265-93e2-cf5cc6aa099e req-93e9a4ba-a839-4e0c-bc21-df0c07b1070d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.16 "DELETE /v2.0/ports/66d77aea-4360-4b4d-9dff-ae5b34ea1557 HTTP/1.1" status: 204 len: 173 time: 0.6205504 Dec 18 03:22:35.020138 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'name': 'network-vif-deleted', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:35.022620 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc78dd-231c-47d0-88d7-b3d28256d891" -d '{"events": [{"server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "name": "network-vif-deleted", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:35.063228 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c268b86c-4e37-406b-876b-dfcb4d5b4c01 x-openstack-request-id: req-c268b86c-4e37-406b-876b-dfcb4d5b4c01 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:35.063721 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ae8d2c-858b-465e-8d30-9641c8bed187", "name": "network-vif-deleted", "tag": "66d77aea-4360-4b4d-9dff-ae5b34ea1557", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:35.063941 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c268b86c-4e37-406b-876b-dfcb4d5b4c01 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:35.064478 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ae8d2c-858b-465e-8d30-9641c8bed187', 'name': 'network-vif-deleted', 'tag': '66d77aea-4360-4b4d-9dff-ae5b34ea1557', 'status': 'completed', 'code': 200} Dec 18 03:22:35.116868 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-1734b38f-77af-46f8-9d1d-863d27a89ba1 req-2e16a508-10bd-47dc-8761-40469c3439ed tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 210 time: 0.0294418 Dec 18 03:22:35.206122 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-758d9e3e-6019-484a-8588-0e10a2db0861 req-88226019-888f-456b-9d30-7dd6a53d7066 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5ae8d2c-858b-465e-8d30-9641c8bed187 HTTP/1.1" status: 200 len: 210 time: 0.0265677 Dec 18 03:22:36.212268 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-190f62be-ef6c-446f-9e82-4de7d2c673fc req-6a9b05c3-8dbc-4e44-bf39-15d3593a8cd3 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Dec 18 03:22:36.270220 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36756) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:36.406549 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-1befe261-edeb-4fc9-a487-efdbe1449328 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:36.407994 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-1befe261-edeb-4fc9-a487-efdbe1449328 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 811 time: 0.1979940 Dec 18 03:22:36.428511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Deleting port 8aa55730-1ede-4960-81ce-9464bf395082 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:36.428847 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.472210 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.542345 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-85d99952-aeca-4db6-8969-77dc53b14696 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ef52b4e7164c93988c7ca58686d98f HTTP/1.1" status: 200 len: 380 time: 0.1022482 Dec 18 03:22:36.545874 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.546214 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.556533 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'port': {'device_id': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'admin_state_up': True, 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'security_groups': ['989f3406-6cb6-41aa-b138-eb7020915470']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:22:36.577110 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Calling delete_port for 8aa55730-1ede-4960-81ce-9464bf395082 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:36.731741 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Made reservation on behalf of d5ef52b4e7164c93988c7ca58686d98f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 18 03:22:36.735182 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.823691 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.862202 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event deleted for resources: {'Port': ['ID=8aa55730-1ede-4960-81ce-9464bf395082,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:36.952087 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Allocated IP 172.20.0.4 (3fda238b-cb83-4001-a89c-717f18485950/8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98/7c901558-680c-49ed-b1ad-c108605f42fa) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 18 03:22:36.965595 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.968406 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:36.969542 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-36799f53-4f9d-45e0-a50d-3f9cb4a03e8d tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "DELETE /v2.0/floatingips/3eebe9fa-7efb-429c-a462-ab90beeb88df HTTP/1.1" status: 204 len: 168 time: 0.6984019 Dec 18 03:22:37.099613 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.136097 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850468051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.180355 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Network 3fda238b-cb83-4001-a89c-717f18485950 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 18 03:22:37.183429 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 18 03:22:37.187122 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 18 03:22:37.209530 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event updated for resources: {'Port': ['ID=7c901558-680c-49ed-b1ad-c108605f42fa,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:37.243241 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:37.243874 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.263651 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-b3b4504f-bb57-4160-9267-a2b056f719d5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7149098 Dec 18 03:22:37.282840 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.v2.base [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Request body: {'port': {'device_id': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:22:37.367968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.390278 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19530c7c-fc54-4195-a666-44a0bfb9d976 req-fe44c09e-944e-4fdb-8f91-504c6b6d0ce5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:37.391739 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-19530c7c-fc54-4195-a666-44a0bfb9d976 req-fe44c09e-944e-4fdb-8f91-504c6b6d0ce5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 931 time: 0.0883842 Dec 18 03:22:37.407520 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b2768973-a635-47eb-87fa-d65e104fcb16 None None] Provisioning complete for port 7c901558-680c-49ed-b1ad-c108605f42fa triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:22:37.407974 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2768973-a635-47eb-87fa-d65e104fcb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.442919 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b2768973-a635-47eb-87fa-d65e104fcb16 None None] Port 7c901558-680c-49ed-b1ad-c108605f42fa cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 18 03:22:37.478528 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.521039 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-19530c7c-fc54-4195-a666-44a0bfb9d976 req-48a358bf-cfd9-4805-8368-195a047f7a55 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068497 Dec 18 03:22:37.665612 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c901558-680c-49ed-b1ad-c108605f42fa {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:22:37.673469 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.685857 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Transition to ACTIVE for port object 7c901558-680c-49ed-b1ad-c108605f42fa will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 18 03:22:37.689257 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.740033 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Pushing event updated for resources: {'Port': ['ID=7c901558-680c-49ed-b1ad-c108605f42fa,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:37.811163 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Attempting to bind port 7c901558-680c-49ed-b1ad-c108605f42fa on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 18 03:22:37.811498 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Attempting to bind port 7c901558-680c-49ed-b1ad-c108605f42fa by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 18 03:22:37.811826 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Attempting to bind port 7c901558-680c-49ed-b1ad-c108605f42fa on network 3fda238b-cb83-4001-a89c-717f18485950 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:22:37.816304 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Port 7c901558-680c-49ed-b1ad-c108605f42fa on network 3fda238b-cb83-4001-a89c-717f18485950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 18 03:22:37.816622 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Attempting to bind port 7c901558-680c-49ed-b1ad-c108605f42fa on network 3fda238b-cb83-4001-a89c-717f18485950 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 18 03:22:37.821572 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Checking agent: {'id': 'b9aa03bb-31dc-483d-bf36-1b8c690a9930', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'started_at': datetime.datetime(2021, 12, 18, 3, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 3, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 18 03:22:37.821937 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Checking segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 18 03:22:37.822319 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Bound using segment: {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 18 03:22:37.822749 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Bound port: 7c901558-680c-49ed-b1ad-c108605f42fa, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb40499a-c18b-4e7e-bc91-6be6a917924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3fda238b-cb83-4001-a89c-717f18485950'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 18 03:22:37.823104 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.871713 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 66d77aea-4360-4b4d-9dff-ae5b34ea1557 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:37.891249 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] For port 7c901558-680c-49ed-b1ad-c108605f42fa, host hv-cinder-81803, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 18 03:22:37.894718 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] For port 7c901558-680c-49ed-b1ad-c108605f42fa, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7c901558-680c-49ed-b1ad-c108605f42fa,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 18 03:22:37.896016 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 66d77aea-4360-4b4d-9dff-ae5b34ea1557 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:37.896364 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 66d77aea-4360-4b4d-9dff-ae5b34ea1557 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:37.900452 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986363'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.932316 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:37.932957 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:37.934609 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] 10.222.0.16 "PUT /v2.0/ports/7c901558-680c-49ed-b1ad-c108605f42fa HTTP/1.1" status: 200 len: 1093 time: 0.6571014 Dec 18 03:22:37.938777 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:37.941013 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9404dd48-43ad-43ab-8272-7fd8e967f369" -d '{"events": [{"name": "network-changed", "server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:37.970571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10599433-82bd-49f1-bc41-9725f24b3abf service neutron] Pushing event updated for resources: {'Port': ['ID=7c901558-680c-49ed-b1ad-c108605f42fa,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:37.991166 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a1f041-8365-4737-903b-a8cc39f4cce2 x-openstack-request-id: req-55a1f041-8365-4737-903b-a8cc39f4cce2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:37.991499 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:37.992417 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55a1f041-8365-4737-903b-a8cc39f4cce2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:37.992822 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa', 'status': 'completed', 'code': 200} Dec 18 03:22:38.050615 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-8a707562-4769-4b90-b2fc-66343e8df223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:38.052107 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-8a707562-4769-4b90-b2fc-66343e8df223 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 1096 time: 0.0424464 Dec 18 03:22:38.103265 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-c2a0e5ea-623e-423a-b9c7-4a92185ae3d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c901558-680c-49ed-b1ad-c108605f42fa HTTP/1.1" status: 200 len: 217 time: 0.0375941 Dec 18 03:22:38.153883 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-4b1ec8b3-4975-457e-8d3e-51d2104d83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:38.155311 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-4b1ec8b3-4975-457e-8d3e-51d2104d83c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0450804 Dec 18 03:22:38.159169 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36776) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:38.241511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-5e7547ad-ae09-42b1-87af-5a4f331717b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:38.242960 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-5e7547ad-ae09-42b1-87af-5a4f331717b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0774057 Dec 18 03:22:38.247880 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edc0a56e-5127-4550-9e6b-549a0f7957c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:38.584802 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edc0a56e-5127-4550-9e6b-549a0f7957c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:38.679769 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-360549c4-dc2f-4159-8b6f-97574ed0460a service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291472 Dec 18 03:22:38.688311 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575090d-1c3e-431c-b49d-944e094e6dca req-f4dc8372-037a-4eac-beae-8403aa38dab9 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:38.689664 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3575090d-1c3e-431c-b49d-944e094e6dca req-f4dc8372-037a-4eac-beae-8403aa38dab9 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 943 time: 0.1003582 Dec 18 03:22:38.767896 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edc0a56e-5127-4550-9e6b-549a0f7957c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:38.770387 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edc0a56e-5127-4550-9e6b-549a0f7957c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:38.771492 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-edc0a56e-5127-4550-9e6b-549a0f7957c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] 10.222.0.24 "DELETE /v2.0/security-groups/b89c7a00-39c0-477e-bb66-061ac4dd2dc5 HTTP/1.1" status: 204 len: 168 time: 0.6114640 Dec 18 03:22:38.796337 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a56e-5127-4550-9e6b-549a0f7957c6 tempest-TestVolumeBootPattern-1832453000 tempest-TestVolumeBootPattern-1832453000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c7a00-39c0-477e-bb66-061ac4dd2dc5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:38.802541 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-3575090d-1c3e-431c-b49d-944e094e6dca req-6d2ccc40-bdc6-4985-bc2c-0324153d39a4 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044929 Dec 18 03:22:38.831685 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36782) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:38.839412 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b3ba09ce-a0ed-4704-85a5-d69c56d8a046 req-e5d77be7-b6ff-475f-bc89-0a75ca75a37b service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488476 Dec 18 03:22:39.051448 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-07d0247a-b55e-48bb-9fed-5cb46b57ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:39.052800 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-07d0247a-b55e-48bb-9fed-5cb46b57ebc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 1096 time: 0.1151614 Dec 18 03:22:39.220074 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-24b5e7bf-a5e7-46a6-946d-4e020cdac7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:39.221502 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-24b5e7bf-a5e7-46a6-946d-4e020cdac7b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 912 time: 0.1604655 Dec 18 03:22:39.284316 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-5698d2fe-11a4-4609-b5b7-952cbfe12295 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c901558-680c-49ed-b1ad-c108605f42fa HTTP/1.1" status: 200 len: 217 time: 0.0389297 Dec 18 03:22:39.359903 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-308a319e-58f6-439e-82c4-e742d590d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:39.361310 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-308a319e-58f6-439e-82c4-e742d590d3db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0673845 Dec 18 03:22:39.438133 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-afd93f26-b137-4c24-8176-e7ac3f96b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:39.439597 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-afd93f26-b137-4c24-8176-e7ac3f96b6b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686808 Dec 18 03:22:39.514038 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:39.583705 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-aff2b716-4e8d-4af5-9db8-eaec597a04b7 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303735 Dec 18 03:22:39.755133 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-9404dd48-43ad-43ab-8272-7fd8e967f369 req-f0319e6a-a29b-4874-bbba-0f081d7f5a54 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469152 Dec 18 03:22:39.838472 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Deleting port 83414840-f951-4638-b69d-fe9991aed150 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:39.839230 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:39.918189 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] For port 83414840-f951-4638-b69d-fe9991aed150, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=83414840-f951-4638-b69d-fe9991aed150,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:39.918733 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:39.926736 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff48d6b-5053-43e1-b731-16718fbd36d4 req-bd0cd84d-e03f-4e31-9a3e-8b395a514b9a tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:39.928201 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dff48d6b-5053-43e1-b731-16718fbd36d4 req-bd0cd84d-e03f-4e31-9a3e-8b395a514b9a tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 943 time: 0.0492971 Dec 18 03:22:39.931363 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Calling delete_port for 83414840-f951-4638-b69d-fe9991aed150 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:39.975123 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-dff48d6b-5053-43e1-b731-16718fbd36d4 req-a8389101-c57e-4948-8037-67ffc21686e4 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 Dec 18 03:22:40.102498 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:40.129113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83414840-f951-4638-b69d-fe9991aed150,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:40.287024 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:40.498766 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:22:40.600175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:22:40.605429 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-db352bb2-0035-4598-8256-30a7451154e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725985 Dec 18 03:22:40.607916 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:40.611334 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] Sync routers for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:22:40.621402 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:40.621968 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:40.709545 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:40.723814 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:40.810348 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:40.862537 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Deleting port ea824b7a-fdf5-4732-806c-1912238d2849 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:40.862873 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:40.893878 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:22:40Z', 'revision_number': 5, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port': {'id': 'ea824b7a-fdf5-4732-806c-1912238d2849', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:10Z', 'updated_at': '2021-12-18T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:40.924682 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] Checking router: 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:22:40.932691 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] Routers {'7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:40.933305 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:40.940466 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] For port ea824b7a-fdf5-4732-806c-1912238d2849, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=ea824b7a-fdf5-4732-806c-1912238d2849,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:40.940838 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:40.956583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Calling delete_port for ea824b7a-fdf5-4732-806c-1912238d2849 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:41.019515 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] Set router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:41.070974 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:22:40Z', 'revision_number': 6, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:41.101769 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35811a-4be0-48e2-ba23-068a58170739 None None] The sync data for ids ['7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e'] in dv-cinder-818037-10-iscsi is: [{'id': '7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e', 'name': 'tempest-TestVolumeBootPattern-1579431789-router', 'tenant_id': 'f7f34416462043419f27fc97d17ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:09Z', 'updated_at': '2021-12-18T03:22:40Z', 'revision_number': 6, 'project_id': 'f7f34416462043419f27fc97d17ab2bb', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:22:41.170609 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.205804 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea824b7a-fdf5-4732-806c-1912238d2849,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:41.226758 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be2ba3-6859-4464-8434-1be14a35d3a2 req-a56f0efe-1bc0-4521-8ef4-dad9bec22015 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:41.228224 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-58be2ba3-6859-4464-8434-1be14a35d3a2 req-a56f0efe-1bc0-4521-8ef4-dad9bec22015 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 943 time: 0.1647902 Dec 18 03:22:41.292657 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.628685 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-58be2ba3-6859-4464-8434-1be14a35d3a2 req-ffa14f1e-3e28-44ef-8e80-58a2d112a146 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804457 Dec 18 03:22:41.660191 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.662297 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.702645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.703116 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:22:41.707910 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.708936 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a358c165-fc73-4692-85d0-d970ff6c9e9a admin admin] 10.222.0.24 "DELETE /v2.0/routers/7372cbb6-b1c0-4dd0-a3bd-6f0e113ff61e HTTP/1.1" status: 204 len: 168 time: 1.1000926 Dec 18 03:22:41.711462 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:41.753927 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] Deleting subnet d03fc07a-30e0-45f5-99c8-9d3830548022 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:22:41.756993 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.792564 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.868996 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.890816 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7c901558-680c-49ed-b1ad-c108605f42fa details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 18 03:22:41.923331 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.948773 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03fc07a-30e0-45f5-99c8-9d3830548022,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:41.955020 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:41.962466 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-54e993e0-4f6d-4209-a59c-f8cf9c71046a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d03fc07a-30e0-45f5-99c8-9d3830548022 HTTP/1.1" status: 204 len: 168 time: 0.2477493 Dec 18 03:22:41.962695 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d03d1db-4fe8-4317-b02a-6e0633dfe383 None None] Network 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:22:41.962989 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36796) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:42.039552 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.064298 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 7c901558-680c-49ed-b1ad-c108605f42fa, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7c901558-680c-49ed-b1ad-c108605f42fa,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:42.077592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Returning: {'device': '7c901558-680c-49ed-b1ad-c108605f42fa', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'port_id': '7c901558-680c-49ed-b1ad-c108605f42fa', 'mac_address': 'fa:16:3e:54:bd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 18 03:22:42.096804 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Deleting port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:42.097141 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.124160 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.143311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c901558-680c-49ed-b1ad-c108605f42fa {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 18 03:22:42.165035 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] For port 87e0cc04-4a6d-418f-ad67-a4b221d237a5, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=87e0cc04-4a6d-418f-ad67-a4b221d237a5,segment=NetworkSegment(a4596e87-9b0c-4a63-ba2f-e68fbb02dd28),segment_id=a4596e87-9b0c-4a63-ba2f-e68fbb02dd28)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:42.165393 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.168671 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 7c901558-680c-49ed-b1ad-c108605f42fa, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7c901558-680c-49ed-b1ad-c108605f42fa,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:42.173442 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.178118 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] DHCP port deletion for 564be5c6-0032-4b6f-a63b-8fc0ef0d3621 request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:22:42.181350 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Calling delete_port for 87e0cc04-4a6d-418f-ad67-a4b221d237a5 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:42.250752 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=7c901558-680c-49ed-b1ad-c108605f42fa,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:42.260425 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.271218 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] Deleting port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:42.271596 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.288102 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e0cc04-4a6d-418f-ad67-a4b221d237a5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:42.289899 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] No DVR routers for this DVR port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 on host dv-cinder-818037-10-iscsi {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:22:42.335568 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] For port 87e0cc04-4a6d-418f-ad67-a4b221d237a5, host dv-cinder-818037-10-iscsi, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:42.335956 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.348026 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] Calling delete_port for 87e0cc04-4a6d-418f-ad67-a4b221d237a5 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:42.350972 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] Port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 03:22:42.352186 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.366191 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.378347 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] Pushing event deleted for resources: {'Port': ['ID=87e0cc04-4a6d-418f-ad67-a4b221d237a5,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:42.387379 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564be5c6-0032-4b6f-a63b-8fc0ef0d3621']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:42.389164 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a46c5-cf78-4970-acf1-229ab5ee0967 None None] No DVR routers for this DVR port 87e0cc04-4a6d-418f-ad67-a4b221d237a5 on host dv-cinder-818037-10-iscsi {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:22:42.398328 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:42.398622 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4596e87-9b0c-4a63-ba2f-e68fbb02dd28') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:42.413693 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.429036 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.435797 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:22:42.436261 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:22:42.438005 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:22:42.446593 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ea824b7a-fdf5-4732-806c-1912238d2849 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:42.471145 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: ea824b7a-fdf5-4732-806c-1912238d2849 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:42.471497 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ea824b7a-fdf5-4732-806c-1912238d2849 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:42.471920 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 83414840-f951-4638-b69d-fe9991aed150 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:42.493035 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.493323 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] get_ports_and_sgs() called for port_ids ['7c901558-680c-49ed-b1ad-c108605f42fa'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 18 03:22:42.495452 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 83414840-f951-4638-b69d-fe9991aed150 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:42.496451 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 83414840-f951-4638-b69d-fe9991aed150 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:42.497029 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 87e0cc04-4a6d-418f-ad67-a4b221d237a5 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:42.499171 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:42.502650 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/564be5c6-0032-4b6f-a63b-8fc0ef0d3621 HTTP/1.1" status: 204 len: 168 time: 0.5384021 Dec 18 03:22:42.505359 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36798) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:42.518944 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5d347-a7e7-48af-b30c-53b2681e8d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=564be5c6-0032-4b6f-a63b-8fc0ef0d3621,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:42.534259 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 87e0cc04-4a6d-418f-ad67-a4b221d237a5 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:42.534605 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 87e0cc04-4a6d-418f-ad67-a4b221d237a5 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:42.780656 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed216d-1cff-4285-9a75-e68e51dbc59c req-50071b4a-310b-4ed7-bb9c-c48a11a6fcc5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:42.782016 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b7ed216d-1cff-4285-9a75-e68e51dbc59c req-50071b4a-310b-4ed7-bb9c-c48a11a6fcc5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 944 time: 0.0849421 Dec 18 03:22:43.094299 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b7ed216d-1cff-4285-9a75-e68e51dbc59c req-b24094f6-ff86-470b-8102-f996dcaaf9fc tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056772 Dec 18 03:22:43.158352 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:43.392053 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Deleting port 13157667-df49-44de-b01a-26a6d63348e6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:43.392301 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:43.470839 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] For port 13157667-df49-44de-b01a-26a6d63348e6, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=13157667-df49-44de-b01a-26a6d63348e6,segment=NetworkSegment(c6ba28cf-e200-4e15-9198-893257296912),segment_id=c6ba28cf-e200-4e15-9198-893257296912)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:43.471196 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:43.483891 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Calling delete_port for 13157667-df49-44de-b01a-26a6d63348e6 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:43.656264 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:43.680586 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Pushing event deleted for resources: {'Port': ['ID=13157667-df49-44de-b01a-26a6d63348e6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:43.845654 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:43.884745 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:22:43.905208 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7c901558-680c-49ed-b1ad-c108605f42fa up at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 18 03:22:43.954795 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning for port 7c901558-680c-49ed-b1ad-c108605f42fa completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 18 03:22:43.958541 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Provisioning complete for port 7c901558-680c-49ed-b1ad-c108605f42fa triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 18 03:22:43.958908 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643520'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.037976 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571423'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.054565 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:22:44.060765 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:44.063124 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b66eee0ada7b5630d12f2aa969738296c031ec1b4a767cb90f9c1743b58611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea2cdcf-a518-4eee-a2ed-5055b6f0ca82" -d '{"events": [{"server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "name": "network-vif-plugged", "status": "completed", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:44.079724 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] For port 7c901558-680c-49ed-b1ad-c108605f42fa, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7c901558-680c-49ed-b1ad-c108605f42fa,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:44.084268 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752850969326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850468069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850468087'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.107803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c0864-57fe-445a-af78-2534ca9aea10 x-openstack-request-id: req-0b4c0864-57fe-445a-af78-2534ca9aea10 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:44.108113 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "name": "network-vif-plugged", "status": "completed", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:44.108366 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b4c0864-57fe-445a-af78-2534ca9aea10 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:44.108735 dv-cinder-818037-10-iscsi neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa', 'code': 200} Dec 18 03:22:44.134864 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Pushing event updated for resources: {'Port': ['ID=7c901558-680c-49ed-b1ad-c108605f42fa,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:44.164573 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:22:44.173306 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-351c30d9-972a-4c8f-8b27-67539a0ca536 admin admin] 10.222.0.24 "PUT /v2.0/routers/73d83ce7-a66c-47d2-935a-cc16a9cf0839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6662712 Dec 18 03:22:44.173972 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36806) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:44.181527 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] Sync routers for ids ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:22:44.199640 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] Routers {'73d83ce7-a66c-47d2-935a-cc16a9cf0839'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:44.200596 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:44.237088 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ced31d-391c-493c-9dc7-7c7f5c5f10e0 req-523258cb-3cfa-415c-99d8-446d6a5d914c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:44.238941 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-23ced31d-391c-493c-9dc7-7c7f5c5f10e0 req-523258cb-3cfa-415c-99d8-446d6a5d914c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 945 time: 0.0597758 Dec 18 03:22:44.293455 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.295965 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-23ced31d-391c-493c-9dc7-7c7f5c5f10e0 req-8daa28f2-42d9-48bf-a4a1-a89fd5ce75e2 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508218 Dec 18 03:22:44.330549 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] Set router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:44.434471 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7410b-89eb-49e3-85dc-2152d3b6395f req-87d096a2-c682-4190-80e5-dabd9c0450d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:44.435974 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5d7410b-89eb-49e3-85dc-2152d3b6395f req-87d096a2-c682-4190-80e5-dabd9c0450d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 1098 time: 0.1406000 Dec 18 03:22:44.441683 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.511867 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a5d7410b-89eb-49e3-85dc-2152d3b6395f req-07a34c27-cf58-4958-aec8-c9fd645edac0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666420 Dec 18 03:22:44.526973 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Deleting port c43b6643-3e7f-4a07-947c-04bc2a32c24d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:44.527399 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.609646 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] For port c43b6643-3e7f-4a07-947c-04bc2a32c24d, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c43b6643-3e7f-4a07-947c-04bc2a32c24d,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:44.610027 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.622092 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Calling delete_port for c43b6643-3e7f-4a07-947c-04bc2a32c24d owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:44.641388 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:22:43Z', 'revision_number': 5, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port': {'id': 'c43b6643-3e7f-4a07-947c-04bc2a32c24d', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:14:24Z', 'updated_at': '2021-12-18T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:44.669894 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] Checking router: 73d83ce7-a66c-47d2-935a-cc16a9cf0839 for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:22:44.678094 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] Routers {'73d83ce7-a66c-47d2-935a-cc16a9cf0839'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:44.678700 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:44.765159 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] Set router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:44.790277 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.816519 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:22:44Z', 'revision_number': 6, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:44.816928 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43b6643-3e7f-4a07-947c-04bc2a32c24d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:44.846182 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14e788-a2d7-4d1f-99d1-cd32c2e1d22b None None] The sync data for ids ['73d83ce7-a66c-47d2-935a-cc16a9cf0839'] in dv-cinder-818037-10-iscsi is: [{'id': '73d83ce7-a66c-47d2-935a-cc16a9cf0839', 'name': 'tempest-TestVolumeBootPattern-745948145-router', 'tenant_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:14:22Z', 'updated_at': '2021-12-18T03:22:44Z', 'revision_number': 6, 'project_id': 'fdeeac7ce72b42cabf133d074b7e21a4', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:22:44.876507 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.965912 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:44.968106 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.013317 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.013973 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d83ce7-a66c-47d2-935a-cc16a9cf0839 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:22:45.018486 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.019616 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5f12d052-ee13-4b7f-9db3-46e1629bed72 admin admin] 10.222.0.24 "DELETE /v2.0/routers/73d83ce7-a66c-47d2-935a-cc16a9cf0839 HTTP/1.1" status: 204 len: 168 time: 0.8445947 Dec 18 03:22:45.022184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36810) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:45.065592 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] Deleting subnet 2e375da0-c09d-4da5-a711-b3b27fa7c099 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:22:45.068604 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.101500 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.180112 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.232587 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.256186 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e375da0-c09d-4da5-a711-b3b27fa7c099,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:45.262480 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.268824 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-fa36b1de-7868-4a5b-b71b-fed8c5906516 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e375da0-c09d-4da5-a711-b3b27fa7c099 HTTP/1.1" status: 204 len: 168 time: 0.2425587 Dec 18 03:22:45.268824 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36812) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:45.270896 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa873841-2b4f-4c15-b1df-6f871b03ec0e None None] Network 2308dcf4-91ca-4f60-b7be-ff89355e5164 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:22:45.344889 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.443079 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969ad40-0ea6-49cc-a62f-43f6a37fe326 req-83d0c64b-8cd3-4493-9343-82320c746423 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:45.444630 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a969ad40-0ea6-49cc-a62f-43f6a37fe326 req-83d0c64b-8cd3-4493-9343-82320c746423 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 945 time: 0.0626316 Dec 18 03:22:45.446589 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Deleting port 9f70faf4-d172-4710-8728-7d1cb7daf27f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:45.446920 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.534474 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] For port 9f70faf4-d172-4710-8728-7d1cb7daf27f, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=9f70faf4-d172-4710-8728-7d1cb7daf27f,segment=NetworkSegment(c6ba28cf-e200-4e15-9198-893257296912),segment_id=c6ba28cf-e200-4e15-9198-893257296912)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:45.534750 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.555097 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Calling delete_port for 9f70faf4-d172-4710-8728-7d1cb7daf27f owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:45.562594 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-a969ad40-0ea6-49cc-a62f-43f6a37fe326 req-588d3013-07b0-42c7-adf7-45b83dd6cdfd tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044526 Dec 18 03:22:45.621729 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] DHCP port deletion for 2308dcf4-91ca-4f60-b7be-ff89355e5164 request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:22:45.653972 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.673467 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] Deleting port 9f70faf4-d172-4710-8728-7d1cb7daf27f {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:22:45.674037 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.679968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f70faf4-d172-4710-8728-7d1cb7daf27f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:45.684593 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] No DVR routers for this DVR port 9f70faf4-d172-4710-8728-7d1cb7daf27f on host dv-cinder-818037-10-iscsi {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:22:45.739677 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] For port 9f70faf4-d172-4710-8728-7d1cb7daf27f, host dv-cinder-818037-10-iscsi, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:22:45.740164 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.753233 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] Calling delete_port for 9f70faf4-d172-4710-8728-7d1cb7daf27f owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:22:45.756003 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] Port 9f70faf4-d172-4710-8728-7d1cb7daf27f was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 18 03:22:45.757245 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.758327 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.779963 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2308dcf4-91ca-4f60-b7be-ff89355e5164']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:45.786769 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] Pushing event deleted for resources: {'Port': ['ID=9f70faf4-d172-4710-8728-7d1cb7daf27f,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:45.789318 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ba28cf-e200-4e15-9198-893257296912') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:45.789720 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ba28cf-e200-4e15-9198-893257296912') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:45.794292 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39950d16-5b1c-4eba-bcf0-1208b3102311 None None] No DVR routers for this DVR port 9f70faf4-d172-4710-8728-7d1cb7daf27f on host dv-cinder-818037-10-iscsi {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:22:45.803043 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.817071 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.823025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:22:45.823408 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:22:45.825946 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:22:45.879889 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.886061 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:45.892769 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2308dcf4-91ca-4f60-b7be-ff89355e5164 HTTP/1.1" status: 204 len: 168 time: 0.6196818 Dec 18 03:22:45.910489 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf29c7-6fb4-4034-b7ba-652a5761a575 admin admin] Pushing event deleted for resources: {'Network': ['ID=2308dcf4-91ca-4f60-b7be-ff89355e5164,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:46.020826 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36818) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:46.062086 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-550b7657-5779-4bbc-ba0b-5fa47a335c8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7f34416462043419f27fc97d17ab2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398781 Dec 18 03:22:46.064381 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36820) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:46.112528 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42002349-7825-42de-9eb1-f3de86bab190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.133128 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42002349-7825-42de-9eb1-f3de86bab190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.178931 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42002349-7825-42de-9eb1-f3de86bab190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.181390 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42002349-7825-42de-9eb1-f3de86bab190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.182573 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-42002349-7825-42de-9eb1-f3de86bab190 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3242ca0-9204-4310-a320-42fda6bbecc0 HTTP/1.1" status: 204 len: 168 time: 0.1173012 Dec 18 03:22:46.190473 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42002349-7825-42de-9eb1-f3de86bab190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3242ca0-9204-4310-a320-42fda6bbecc0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:46.440742 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c43b6643-3e7f-4a07-947c-04bc2a32c24d no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:46.464201 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: c43b6643-3e7f-4a07-947c-04bc2a32c24d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:46.465090 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c43b6643-3e7f-4a07-947c-04bc2a32c24d not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:46.465509 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9f70faf4-d172-4710-8728-7d1cb7daf27f no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:46.484179 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 9f70faf4-d172-4710-8728-7d1cb7daf27f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:46.484556 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9f70faf4-d172-4710-8728-7d1cb7daf27f not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:46.484940 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 13157667-df49-44de-b01a-26a6d63348e6 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:22:46.504664 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 13157667-df49-44de-b01a-26a6d63348e6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:22:46.504664 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 13157667-df49-44de-b01a-26a6d63348e6 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:22:46.504941 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36826) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:46.544465 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-df67068a-4a8c-4170-a63b-8f780f7d218c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdeeac7ce72b42cabf133d074b7e21a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383568 Dec 18 03:22:46.546870 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36828) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:46.592693 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e562701-6c02-4198-9ef7-b546e358195c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.616528 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e562701-6c02-4198-9ef7-b546e358195c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.664763 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e562701-6c02-4198-9ef7-b546e358195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.667864 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e562701-6c02-4198-9ef7-b546e358195c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:46.669011 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3e562701-6c02-4198-9ef7-b546e358195c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/897f39b4-8330-4c7a-9e1a-e0ce1ac74050 HTTP/1.1" status: 204 len: 168 time: 0.1212466 Dec 18 03:22:46.677213 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e562701-6c02-4198-9ef7-b546e358195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897f39b4-8330-4c7a-9e1a-e0ce1ac74050,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:22:46.680683 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd510aa7-cb91-4f25-b23c-ab6e086a1200 req-ec4dcd80-2767-4d7c-9ccf-dac2fe50ec5c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:46.682390 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd510aa7-cb91-4f25-b23c-ab6e086a1200 req-ec4dcd80-2767-4d7c-9ccf-dac2fe50ec5c tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Dec 18 03:22:46.734825 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-cd510aa7-cb91-4f25-b23c-ab6e086a1200 req-cf2c2aea-b1b2-4add-b3e0-7ae206794ae5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444770 Dec 18 03:22:46.850126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bfe0-2e7f-47b3-b068-95f2e25d92d8 req-44bcc8c5-ffe4-4e34-82bf-77cfa5498261 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:46.851631 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-cd02bfe0-2e7f-47b3-b068-95f2e25d92d8 req-44bcc8c5-ffe4-4e34-82bf-77cfa5498261 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Dec 18 03:22:46.862099 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36836) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:22:46.866887 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Request body: {'floatingip': {'port_id': '7c901558-680c-49ed-b1ad-c108605f42fa'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 18 03:22:46.910886 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:47.344562 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:47.348240 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:47.443874 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.db.l3_db [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Floating IP a5255c3d-118d-4362-b576-bf9354c64556 associated. External IP: 172.27.2.136, port: 7c901558-680c-49ed-b1ad-c108605f42fa. Dec 18 03:22:47.644404 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:22:47.747297 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:22:47.751712 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:22:47.757648 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] Sync routers for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:22:47.768770 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:47.769497 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:47.779014 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-a1bf11a1-6c03-4f6d-b025-e9d2d1ff6e6f tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "PUT /v2.0/floatingips/a5255c3d-118d-4362-b576-bf9354c64556 HTTP/1.1" status: 200 len: 991 time: 0.9158030 Dec 18 03:22:47.779704 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:22:47.782082 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2707fc968f6de1e8cd7bf7efc20a3d71a53901a554a382c30119c434fc14dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ce9907-3662-4329-b979-bad187e26ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:22:47.820038 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1240f620-3195-4ad1-a5e4-a70a886197c8 x-openstack-request-id: req-1240f620-3195-4ad1-a5e4-a70a886197c8 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:22:47.820326 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:22:47.822415 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1240f620-3195-4ad1-a5e4-a70a886197c8 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:22:47.822415 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa', 'status': 'completed', 'code': 200} Dec 18 03:22:47.879338 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:47.911964 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce9907-3662-4329-b979-bad187e26ad5 req-9330cd3d-08c1-4345-9514-69130059ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:47.913473 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27ce9907-3662-4329-b979-bad187e26ad5 req-9330cd3d-08c1-4345-9514-69130059ce68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 1098 time: 0.0428913 Dec 18 03:22:48.002871 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce9907-3662-4329-b979-bad187e26ad5 req-dc12dbb6-2c87-4f2b-8c80-be6b88217e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:48.004311 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27ce9907-3662-4329-b979-bad187e26ad5 req-dc12dbb6-2c87-4f2b-8c80-be6b88217e6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 912 time: 0.0840855 Dec 18 03:22:48.067280 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27ce9907-3662-4329-b979-bad187e26ad5 req-c5c9df98-5362-4cad-9ea5-5911f73f4a29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c901558-680c-49ed-b1ad-c108605f42fa HTTP/1.1" status: 200 len: 999 time: 0.0557940 Dec 18 03:22:48.097816 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a5255c3d-118d-4362-b576-bf9354c64556', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'port_id': '7c901558-680c-49ed-b1ad-c108605f42fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'mac_address': 'fa:16:3e:54:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:22:33Z', 'updated_at': '2021-12-18T03:22:47Z', 'revision_number': 1, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:48.117649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce9907-3662-4329-b979-bad187e26ad5 req-2d7059a2-1d40-4fd3-856a-79e0bec36cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:48.119155 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27ce9907-3662-4329-b979-bad187e26ad5 req-2d7059a2-1d40-4fd3-856a-79e0bec36cc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0440454 Dec 18 03:22:48.131497 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] Checking router: 237a4e58-c78f-4f92-aead-3b2bc839a0d5 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:22:48.140232 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:22:48.140831 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:22:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:48.167608 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce9907-3662-4329-b979-bad187e26ad5 req-8871d4ea-78a1-4a61-8969-7ced4d77536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:22:48.169078 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27ce9907-3662-4329-b979-bad187e26ad5 req-8871d4ea-78a1-4a61-8969-7ced4d77536b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434461 Dec 18 03:22:48.243233 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:22:48.257956 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27ce9907-3662-4329-b979-bad187e26ad5 req-561f1752-db87-496e-a1b9-4344efc72917 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789692 Dec 18 03:22:48.350187 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-27ce9907-3662-4329-b979-bad187e26ad5 req-cd159e0e-e706-4328-a549-27395865b8ae service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856280 Dec 18 03:22:48.462199 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a5255c3d-118d-4362-b576-bf9354c64556', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'port_id': '7c901558-680c-49ed-b1ad-c108605f42fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'mac_address': 'fa:16:3e:54:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:22:33Z', 'updated_at': '2021-12-18T03:22:47Z', 'revision_number': 1, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:22:48.488297 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e46bd4-f30d-4d00-8267-fc5c089c3da8 None None] The sync data for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi is: [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_floatingips': [{'id': 'a5255c3d-118d-4362-b576-bf9354c64556', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'router_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'port_id': '7c901558-680c-49ed-b1ad-c108605f42fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'mac_address': 'fa:16:3e:54:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T03:22:33Z', 'updated_at': '2021-12-18T03:22:47Z', 'revision_number': 1, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:22:48.665698 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87958861-b157-4013-9144-51651a8237ca None None] New status for floating IP a5255c3d-118d-4362-b576-bf9354c64556: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:22:54.900020 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:01.514336 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69475482-e4d1-40e3-a645-3b600819b4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:03.942154 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a772d12-d8e6-4848-92a8-1ed589edb7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:05.013922 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:06.474193 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:07.482619 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:14.980455 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36890) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:15.133014 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Deleting port 0fb33f96-d961-4d64-8a19-5cada40faaf2 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:15.133344 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:15.206296 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:15.206616 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:15.218173 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Calling delete_port for 0fb33f96-d961-4d64-8a19-5cada40faaf2 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:15.365863 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:15.389502 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event deleted for resources: {'Port': ['ID=0fb33f96-d961-4d64-8a19-5cada40faaf2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:15.449639 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:15.449974 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Floating IP 98ecc725-f035-4df7-b72a-1f559bd4a5f5 disassociated (deleted). External IP: 172.27.2.40, port: 60bc3098-1a05-43da-aad1-0105b3137056. Dec 18 03:23:15.646167 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Router 3181d7a4-735d-42a5-96f0-ad8117e4b50d has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:23:15.749805 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:23:15.754787 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:15.762861 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] Sync routers for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:23:15.777727 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:15.778717 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:15.784892 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0d28aed4-d9fa-4346-bf4a-e585970c399f tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "DELETE /v2.0/floatingips/98ecc725-f035-4df7-b72a-1f559bd4a5f5 HTTP/1.1" status: 204 len: 168 time: 0.8034596 Dec 18 03:23:15.785581 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:23:15.788080 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027" -d '{"events": [{"name": "network-changed", "server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "tag": "60bc3098-1a05-43da-aad1-0105b3137056"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:23:15.893566 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:16.024709 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd660a6-2208-4a88-bf61-d36bec857111 req-7b47aea1-996a-427b-9566-d2a57d35b2bd tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:16.026361 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ebd660a6-2208-4a88-bf61-d36bec857111 req-7b47aea1-996a-427b-9566-d2a57d35b2bd tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0529382 Dec 18 03:23:16.078419 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-ebd660a6-2208-4a88-bf61-d36bec857111 req-3fffee09-cac6-4a87-a2ae-045a4fdb080c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 Dec 18 03:23:16.089112 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bad09a-3caa-4aac-bd6b-85ff845dfafd x-openstack-request-id: req-51bad09a-3caa-4aac-bd6b-85ff845dfafd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:23:16.089613 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "tag": "60bc3098-1a05-43da-aad1-0105b3137056", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:23:16.089826 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51bad09a-3caa-4aac-bd6b-85ff845dfafd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:23:16.090191 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056', 'status': 'completed', 'code': 200} Dec 18 03:23:16.107222 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 5, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:16.134614 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] Checking router: 3181d7a4-735d-42a5-96f0-ad8117e4b50d for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:23:16.143571 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:16.144172 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:16.165511 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-db782ade-0b24-4319-ada6-f45adeb3cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:16.167027 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-db782ade-0b24-4319-ada6-f45adeb3cc6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400be51814e84a6e8a54033024fad790&device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 1099 time: 0.0400250 Dec 18 03:23:16.246686 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:16.268235 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-c2320660-6aca-4ae8-a51c-864086f43c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:16.269748 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-c2320660-6aca-4ae8-a51c-864086f43c05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 200 len: 909 time: 0.0853939 Dec 18 03:23:16.456275 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 5, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:16.487308 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7a0d-761f-4f22-9ed6-71c43ca4e010 None None] The sync data for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi is: [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:52Z', 'revision_number': 4, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9', 'name': '', 'network_id': 'c87ce622-8636-4061-915a-93cc6dd10042', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'mac_address': 'fa:16:3e:03:b3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:52Z', 'updated_at': '2021-12-18T03:18:57Z', 'revision_number': 5, 'project_id': '400be51814e84a6e8a54033024fad790', 'subnets': [{'id': '5e27f590-845d-4d57-b17d-78dfc7f833d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:23:16.588025 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-f4d08928-ecf2-4af6-9687-0445eaa4dcfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 200 len: 217 time: 0.3091216 Dec 18 03:23:16.639345 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-1bd43a07-1018-4482-8b34-2eedbf3acfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:16.640914 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-1bd43a07-1018-4482-8b34-2eedbf3acfbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 200 len: 847 time: 0.0450401 Dec 18 03:23:16.700132 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-4e7449ea-4213-471b-a7a9-a07098833bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:16.701571 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-4e7449ea-4213-471b-a7a9-a07098833bee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c87ce622-8636-4061-915a-93cc6dd10042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418618 Dec 18 03:23:16.705363 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61944ff4-b08e-470d-8dc0-216ae348aa2a None None] New status for floating IP 98ecc725-f035-4df7-b72a-1f559bd4a5f5: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:23:16.793887 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-ab8c47a6-4c4b-4dcb-8bab-e33334cc8255 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839651 Dec 18 03:23:16.885522 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-c2cbb304-e9cd-4866-bba3-0ef29d4d7027 req-cd58874e-b3b1-4560-a4f6-2f250bb000c9 service neutron] 10.222.0.16 "GET /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835731 Dec 18 03:23:17.194061 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6235fce-c9a5-44fa-b57a-3f73d4f794af req-8e7b96c2-33cc-49b3-b500-b5af4b2ea0eb tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:17.195502 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b6235fce-c9a5-44fa-b57a-3f73d4f794af req-8e7b96c2-33cc-49b3-b500-b5af4b2ea0eb tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0511167 Dec 18 03:23:17.242910 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-b6235fce-c9a5-44fa-b57a-3f73d4f794af req-cb345e47-7b8f-4985-9a9d-b8100c10f5da tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0a08e5b-e370-4f43-ba40-45895030d3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415552 Dec 18 03:23:17.853865 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-1d07fee6-4248-44be-b777-006c992bebf2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:17.855608 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-1d07fee6-4248-44be-b777-006c992bebf2 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.16 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 946 time: 0.0479143 Dec 18 03:23:17.941788 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Deleting port 60bc3098-1a05-43da-aad1-0105b3137056 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:17.942116 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:18.030416 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] For port 60bc3098-1a05-43da-aad1-0105b3137056, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=60bc3098-1a05-43da-aad1-0105b3137056,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:18.030774 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:18.043267 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Calling delete_port for 60bc3098-1a05-43da-aad1-0105b3137056 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:18.175298 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:18.203985 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event deleted for resources: {'Port': ['ID=60bc3098-1a05-43da-aad1-0105b3137056,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:18.248595 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] No DVR routers for this DVR port 60bc3098-1a05-43da-aad1-0105b3137056 on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:23:18.251184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:18.254461 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-fbe3aa07-1fc9-4bde-a2d0-cbca7b3584c6 req-89c5767a-7376-4484-bcbe-627f36861b14 tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.16 "DELETE /v2.0/ports/60bc3098-1a05-43da-aad1-0105b3137056 HTTP/1.1" status: 204 len: 173 time: 0.3923016 Dec 18 03:23:18.254894 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-deleted', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:23:18.257118 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff49b08-c546-4510-a2ab-4edc9e96dbe5" -d '{"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-deleted", "tag": "60bc3098-1a05-43da-aad1-0105b3137056"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:23:18.304177 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb9e18-0ad5-4768-9efa-24c11f1c323c x-openstack-request-id: req-3bbb9e18-0ad5-4768-9efa-24c11f1c323c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:23:18.304492 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244df22-21b2-40e5-972f-e6678258f781", "name": "network-vif-deleted", "tag": "60bc3098-1a05-43da-aad1-0105b3137056", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:23:18.304727 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bbb9e18-0ad5-4768-9efa-24c11f1c323c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:23:18.305124 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244df22-21b2-40e5-972f-e6678258f781', 'name': 'network-vif-deleted', 'tag': '60bc3098-1a05-43da-aad1-0105b3137056', 'status': 'completed', 'code': 200} Dec 18 03:23:18.349442 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-75e3b193-ccb8-4953-a0ee-bf10e97fc8bb req-1a94f809-a91a-4ebe-a9ef-8af8d2d6dfcc tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d244df22-21b2-40e5-972f-e6678258f781 HTTP/1.1" status: 200 len: 210 time: 0.0322235 Dec 18 03:23:19.407188 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36916) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:19.462083 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a144045-7b18-42d3-8e3d-b37a712d811c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:19.488323 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a144045-7b18-42d3-8e3d-b37a712d811c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:19.551012 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a144045-7b18-42d3-8e3d-b37a712d811c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:19.553693 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a144045-7b18-42d3-8e3d-b37a712d811c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:19.554824 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-4a144045-7b18-42d3-8e3d-b37a712d811c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] 10.222.0.24 "DELETE /v2.0/security-groups/c0a08e5b-e370-4f43-ba40-45895030d3aa HTTP/1.1" status: 204 len: 168 time: 0.1466601 Dec 18 03:23:19.564421 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a144045-7b18-42d3-8e3d-b37a712d811c tempest-TestShelveInstance-1138838095 tempest-TestShelveInstance-1138838095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a08e5b-e370-4f43-ba40-45895030d3aa,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:19.606339 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36920) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:19.932069 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:20.166242 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Deleting port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:20.166579 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:20.245437 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] For port c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:20.245822 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:20.259025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Calling delete_port for c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:20.432571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:20.457593 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:20.619294 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:20.821158 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Router 3181d7a4-735d-42a5-96f0-ad8117e4b50d has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:23:20.883279 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:23:20.923514 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:23:20.928524 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-34335a9f-27e1-44b9-9628-2530098e13d8 admin admin] 10.222.0.24 "PUT /v2.0/routers/3181d7a4-735d-42a5-96f0-ad8117e4b50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3211935 Dec 18 03:23:20.931044 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36924) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:20.933156 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] Sync routers for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:23:20.943447 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:20.944038 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:21.033947 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.053881 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:21.135190 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.186953 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Deleting port dff54415-a4fd-43c2-be99-6d265230537a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:21.187305 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.232154 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:23:20Z', 'revision_number': 5, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port': {'id': 'dff54415-a4fd-43c2-be99-6d265230537a', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:21.261118 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] Checking router: 3181d7a4-735d-42a5-96f0-ad8117e4b50d for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:23:21.268034 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] For port dff54415-a4fd-43c2-be99-6d265230537a, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=dff54415-a4fd-43c2-be99-6d265230537a,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:21.268394 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.269647 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] Routers {'3181d7a4-735d-42a5-96f0-ad8117e4b50d'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:21.270248 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:21.280491 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Calling delete_port for dff54415-a4fd-43c2-be99-6d265230537a owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:21.351136 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] Set router 3181d7a4-735d-42a5-96f0-ad8117e4b50d gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:21.455140 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.478547 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff54415-a4fd-43c2-be99-6d265230537a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:21.492660 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:23:21Z', 'revision_number': 6, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:21.518735 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288b8d9-a2da-45f4-bc18-550005bb8358 None None] The sync data for ids ['3181d7a4-735d-42a5-96f0-ad8117e4b50d'] in dv-cinder-818037-10-iscsi is: [{'id': '3181d7a4-735d-42a5-96f0-ad8117e4b50d', 'name': 'tempest-TestShelveInstance-522715705-router', 'tenant_id': '400be51814e84a6e8a54033024fad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:50Z', 'updated_at': '2021-12-18T03:23:21Z', 'revision_number': 6, 'project_id': '400be51814e84a6e8a54033024fad790', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:23:21.540228 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.628206 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.630333 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.673903 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.674367 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3181d7a4-735d-42a5-96f0-ad8117e4b50d {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:23:21.678455 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.679560 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5a53693b-ab6f-4a40-8454-4df7b18ca6c0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3181d7a4-735d-42a5-96f0-ad8117e4b50d HTTP/1.1" status: 204 len: 168 time: 0.7475777 Dec 18 03:23:21.682189 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36928) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:21.723911 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] Deleting subnet 5e27f590-845d-4d57-b17d-78dfc7f833d0 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:23:21.726890 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.760236 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.834751 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.887054 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.910610 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e27f590-845d-4d57-b17d-78dfc7f833d0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:21.916486 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:21.920683 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-1f3975cc-a86f-4c79-9f93-0720d90e4fac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5e27f590-845d-4d57-b17d-78dfc7f833d0 HTTP/1.1" status: 204 len: 168 time: 0.2366896 Dec 18 03:23:21.922786 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36930) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:21.929271 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94af74c-6191-4491-9a6c-ca3339aa2cf3 None None] Network c87ce622-8636-4061-915a-93cc6dd10042 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:23:21.992402 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.049747 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Deleting port aef970e1-8f25-455a-af03-5d617aeafbb7 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:22.050085 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.093273 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 60bc3098-1a05-43da-aad1-0105b3137056 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:22.110968 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] For port aef970e1-8f25-455a-af03-5d617aeafbb7, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=aef970e1-8f25-455a-af03-5d617aeafbb7,segment=NetworkSegment(972cae1f-d526-4445-a54e-ff84e9d2353b),segment_id=972cae1f-d526-4445-a54e-ff84e9d2353b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:22.111412 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.113728 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 60bc3098-1a05-43da-aad1-0105b3137056 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:22.114079 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 60bc3098-1a05-43da-aad1-0105b3137056 not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:22.125804 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Calling delete_port for aef970e1-8f25-455a-af03-5d617aeafbb7 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:22.202121 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.229536 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef970e1-8f25-455a-af03-5d617aeafbb7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:22.234073 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] No DVR routers for this DVR port aef970e1-8f25-455a-af03-5d617aeafbb7 on host dv-cinder-818037-10-iscsi {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:23:22.302793 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.315312 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad00862-e2a7-4286-b8a9-22dc1d09b713 None None] DHCP port deletion for c87ce622-8636-4061-915a-93cc6dd10042 request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:23:22.328103 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87ce622-8636-4061-915a-93cc6dd10042']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:22.338062 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972cae1f-d526-4445-a54e-ff84e9d2353b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:22.338356 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972cae1f-d526-4445-a54e-ff84e9d2353b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:22.348544 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.361649 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.367552 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:23:22.367931 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:23:22.369585 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:23:22.434316 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.440578 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:22.444075 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c87ce622-8636-4061-915a-93cc6dd10042 HTTP/1.1" status: 204 len: 168 time: 0.5202746 Dec 18 03:23:22.447018 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36932) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:22.464514 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device aef970e1-8f25-455a-af03-5d617aeafbb7 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:22.493321 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: aef970e1-8f25-455a-af03-5d617aeafbb7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:22.493690 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device aef970e1-8f25-455a-af03-5d617aeafbb7 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:22.494113 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:22.495616 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb763-2e9f-445d-92bf-48850c95fe11 admin admin] Pushing event deleted for resources: {'Network': ['ID=c87ce622-8636-4061-915a-93cc6dd10042,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:22.524404 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:22.524717 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c2e6e0aa-a48d-4230-bdfb-2caaa4a3fae9 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:22.525135 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device dff54415-a4fd-43c2-be99-6d265230537a no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:22.549592 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: dff54415-a4fd-43c2-be99-6d265230537a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:22.550560 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device dff54415-a4fd-43c2-be99-6d265230537a not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:22.821024 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:23.322556 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Deleting port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:23.322886 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:23.395824 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] For port 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,segment=NetworkSegment(4fce4cf1-5b3a-4c3d-baee-223c812e367b),segment_id=4fce4cf1-5b3a-4c3d-baee-223c812e367b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:23.396171 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:23.408607 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Calling delete_port for 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:23.580097 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:23.607315 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:23.771799 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:23.977018 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:23:24.077728 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:23:24.082553 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3210c58e-ccb9-48fa-a353-46c7694895cc admin admin] 10.222.0.24 "PUT /v2.0/routers/dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6345315 Dec 18 03:23:24.085121 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36938) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:24.087814 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] Sync routers for ids ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'] in dv-cinder-818037-10-iscsi {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:23:24.097568 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] Routers {'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:24.098219 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:24.184857 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.200063 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] Set router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b gateway port host: dv-cinder-818037-10-iscsi {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:24.286853 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.337101 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Deleting port 16726e00-03cc-460a-bb9f-ded158d17eee {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:24.337430 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.375492 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:23:23Z', 'revision_number': 5, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port': {'id': '16726e00-03cc-460a-bb9f-ded158d17eee', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:18:55Z', 'updated_at': '2021-12-18T03:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:24.408017 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] Checking router: dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b for host: dv-cinder-818037-10-iscsi {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:23:24.417509 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] Routers {'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:24.418160 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:04Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:24.419121 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] For port 16726e00-03cc-460a-bb9f-ded158d17eee, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=16726e00-03cc-460a-bb9f-ded158d17eee,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:24.419547 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.432232 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Calling delete_port for 16726e00-03cc-460a-bb9f-ded158d17eee owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:24.502280 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] Set router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:24.551492 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:23:24Z', 'revision_number': 6, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:24.581045 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb2b77-e342-47e8-a163-cbb723eac666 None None] The sync data for ids ['dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b'] in dv-cinder-818037-10-iscsi is: [{'id': 'dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b', 'name': 'tempest-TestShelveInstance-606560166-router', 'tenant_id': '4902fb1eb83e4d688007618b38fac083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:18:54Z', 'updated_at': '2021-12-18T03:23:24Z', 'revision_number': 6, 'project_id': '4902fb1eb83e4d688007618b38fac083', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:23:24.595628 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.620201 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16726e00-03cc-460a-bb9f-ded158d17eee,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:24.683025 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.772941 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.775054 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.818869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.819475 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:23:24.823874 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.825065 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e4547bf6-a730-44d5-82ac-017901d116a5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dff5b1a1-7444-4afc-9cf9-b22adf9a8b6b HTTP/1.1" status: 204 len: 168 time: 0.7390349 Dec 18 03:23:24.827762 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36944) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:24.871353 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Deleting subnet 1f28c7e1-5145-4c76-92e0-b102fb9de4dc {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:23:24.875237 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.908564 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.916166 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:24.995272 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.059686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.087843 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f28c7e1-5145-4c76-92e0-b102fb9de4dc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:25.090326 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.095501 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ac80e-aabf-4400-91db-bd8a8ef29273 None None] Network 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:23:25.098867 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1f28c7e1-5145-4c76-92e0-b102fb9de4dc HTTP/1.1" status: 204 len: 168 time: 0.2699885 Dec 18 03:23:25.101410 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 36952) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:25.109340 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.109881 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.111067 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.111522 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.111989 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.112419 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.113033 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.113383 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.114004 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.114889 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.115310 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.115743 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.116184 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0440f-6a33-48de-a8fc-bdc2bfe87d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.199548 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.268314 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Deleting port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:25.268651 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.330162 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] For port ee87064e-142a-4dd1-af75-1cc7d8f2ab72, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,segment=NetworkSegment(4fce4cf1-5b3a-4c3d-baee-223c812e367b),segment_id=4fce4cf1-5b3a-4c3d-baee-223c812e367b)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:25.330522 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.343498 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Calling delete_port for ee87064e-142a-4dd1-af75-1cc7d8f2ab72 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:25.363247 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] DHCP port deletion for 22d4fe86-d731-4c88-9b2e-a3b5d1aa17af request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:23:25.417115 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Deleting port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:25.417488 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.427645 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13569460'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.454256 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:25.457406 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] No DVR routers for this DVR port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 on host dv-cinder-818037-10-iscsi {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:23:25.484018 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] For port ee87064e-142a-4dd1-af75-1cc7d8f2ab72, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,segment=NetworkSegment(4fce4cf1-5b3a-4c3d-baee-223c812e367b),segment_id=4fce4cf1-5b3a-4c3d-baee-223c812e367b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:25.484438 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.497436 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Calling delete_port for ee87064e-142a-4dd1-af75-1cc7d8f2ab72 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:25.529963 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.553078 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d4fe86-d731-4c88-9b2e-a3b5d1aa17af']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:25.562355 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fce4cf1-5b3a-4c3d-baee-223c812e367b') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:25.562648 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fce4cf1-5b3a-4c3d-baee-223c812e367b') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:25.574528 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.590579 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] No DVR routers for this DVR port ee87064e-142a-4dd1-af75-1cc7d8f2ab72 on host dv-cinder-818037-10-iscsi {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:23:25.611468 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Pushing event deleted for resources: {'Port': ['ID=ee87064e-142a-4dd1-af75-1cc7d8f2ab72,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:25.621037 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.621387 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.621782 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.622123 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.622444 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.622806 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.623417 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.623515 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.623830 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.624340 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.624676 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.624999 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.625318 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708cead-e9bd-4a0c-98ff-d5f972cdcfe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:25.808466 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13415996'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.822737 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.829207 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:23:25.829589 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13569415'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: Traceback (most recent call last): Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: timer() Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: cb(*args, **kw) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: return func(*args, **kwargs) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: self._notify() Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: self.callback(batched_events) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: event.method(event) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: return f(self, *a, **k) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._get(url).json() Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: return self.request(url, 'GET', **kwargs) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:23:25.831264 dv-cinder-818037-10-iscsi neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:23:25.884562 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.891059 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:25.897108 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22d4fe86-d731-4c88-9b2e-a3b5d1aa17af HTTP/1.1" status: 204 len: 168 time: 0.7925117 Dec 18 03:23:25.908749 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698377f-862e-413b-8e4c-b0d96b411048 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d4fe86-d731-4c88-9b2e-a3b5d1aa17af,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:26.056448 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36956) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:26.095946 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-c52624ca-daa8-463e-99d8-d94c6660b2fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=400be51814e84a6e8a54033024fad790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383077 Dec 18 03:23:26.098282 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36958) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:26.148114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e48191-19f9-4984-aaf0-1343df6ed8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.168813 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e48191-19f9-4984-aaf0-1343df6ed8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.215447 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e48191-19f9-4984-aaf0-1343df6ed8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.218259 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e48191-19f9-4984-aaf0-1343df6ed8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.219399 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d4e48191-19f9-4984-aaf0-1343df6ed8c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bee29a41-4a47-4396-9553-1527be76db53 HTTP/1.1" status: 204 len: 168 time: 0.1202302 Dec 18 03:23:26.227261 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e48191-19f9-4984-aaf0-1343df6ed8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee29a41-4a47-4396-9553-1527be76db53,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:26.464195 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ee87064e-142a-4dd1-af75-1cc7d8f2ab72 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:26.490855 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: ee87064e-142a-4dd1-af75-1cc7d8f2ab72 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:26.491207 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device ee87064e-142a-4dd1-af75-1cc7d8f2ab72 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:26.491803 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:26.516586 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:26.517154 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 0694e3f4-e9b5-4e6c-8d6f-10f7d323a5c3 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:26.517932 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 16726e00-03cc-460a-bb9f-ded158d17eee no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:26.587680 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36976) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:26.632055 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0aae2d5a-2c7c-4274-b471-89b8e28a11ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4902fb1eb83e4d688007618b38fac083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407047 Dec 18 03:23:26.633609 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 36978) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:26.668428 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 16726e00-03cc-460a-bb9f-ded158d17eee {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:26.668687 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 16726e00-03cc-460a-bb9f-ded158d17eee not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:26.682789 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a06e7a70-d012-46ae-9abf-ad7f8e7fef47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.704131 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a06e7a70-d012-46ae-9abf-ad7f8e7fef47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.749410 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a06e7a70-d012-46ae-9abf-ad7f8e7fef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.752208 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a06e7a70-d012-46ae-9abf-ad7f8e7fef47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:26.753359 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-a06e7a70-d012-46ae-9abf-ad7f8e7fef47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f065fa32-ffe7-4fd0-8c54-5f4a65a90a2c HTTP/1.1" status: 204 len: 168 time: 0.1187897 Dec 18 03:23:26.760493 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e7a70-d012-46ae-9abf-ad7f8e7fef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065fa32-ffe7-4fd0-8c54-5f4a65a90a2c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:31.336808 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-44c4d97c-c319-4b35-9c81-2a3b87ed9f68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403717 Dec 18 03:23:31.435478 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-4410e99d-c32b-4ad6-88b4-2b17c5038355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:31.436960 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-4410e99d-c32b-4ad6-88b4-2b17c5038355 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 1098 time: 0.0398362 Dec 18 03:23:31.515585 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69dcabe8-4d22-47a7-bf60-3732abcb2cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:31.536792 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-5c2dd8ab-124f-4c73-a6c8-db0a6fac895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:31.538281 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-5c2dd8ab-124f-4c73-a6c8-db0a6fac895a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 200 len: 912 time: 0.0830882 Dec 18 03:23:31.605395 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-944ae686-2238-4b84-9218-6961338b8359 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c901558-680c-49ed-b1ad-c108605f42fa HTTP/1.1" status: 200 len: 1001 time: 0.0598187 Dec 18 03:23:31.651758 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-acce4604-6f34-4843-b5f3-ae81e891acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:31.653163 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-acce4604-6f34-4843-b5f3-ae81e891acca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 200 len: 850 time: 0.0416954 Dec 18 03:23:31.696048 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-64f341d3-facf-4538-aa76-97ef27dd6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:31.697469 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-64f341d3-facf-4538-aa76-97ef27dd6c7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fda238b-cb83-4001-a89c-717f18485950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378683 Dec 18 03:23:31.788642 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-cbb8e83c-e3a1-4684-9d50-6ea3d3daf6e0 service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837493 Dec 18 03:23:31.875727 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-ad27ea00-f2be-48b7-997e-354ae909dc50 req-4936c2d5-14c4-4dc1-95f1-06c4457a159c service neutron] 10.222.0.16 "GET /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796659 Dec 18 03:23:33.944304 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e08d948-38f6-4194-b9ed-23f5b540de3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:35.016348 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:36.476437 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:37.485627 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:46.310095 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d505f3-2a38-4606-82e1-3d2fe09151a7 req-efa1f955-b9a5-499b-aed4-9a5b7d589ca5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:46.311458 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-24d505f3-2a38-4606-82e1-3d2fe09151a7 req-efa1f955-b9a5-499b-aed4-9a5b7d589ca5 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Dec 18 03:23:46.357142 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-24d505f3-2a38-4606-82e1-3d2fe09151a7 req-54344e3c-f7ca-4ef9-a4a8-2dd78a297437 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 Dec 18 03:23:47.473357 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ccb3f-9e81-4be2-b28e-36d6da764c4a req-d87ebd3f-5293-44ea-a726-7bd9fde71ec1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:47.474860 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a94ccb3f-9e81-4be2-b28e-36d6da764c4a req-d87ebd3f-5293-44ea-a726-7bd9fde71ec1 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 945 time: 0.0485778 Dec 18 03:23:47.523777 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [req-a94ccb3f-9e81-4be2-b28e-36d6da764c4a req-aada433f-3225-4ac7-aeee-9711e105b1c7 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups?id=989f3406-6cb6-41aa-b138-eb7020915470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Dec 18 03:23:48.084018 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-adda484b-1e4c-4551-9e1e-056daf78091e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 18 03:23:48.085412 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-adda484b-1e4c-4551-9e1e-056daf78091e tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 945 time: 0.0472293 Dec 18 03:23:48.174232 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Deleting port 7c901558-680c-49ed-b1ad-c108605f42fa {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:48.174571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:48.259074 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] For port 7c901558-680c-49ed-b1ad-c108605f42fa, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7c901558-680c-49ed-b1ad-c108605f42fa,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:48.259419 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:48.424416 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:48.424767 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648387'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:48.425076 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.db.l3_db [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Floating IP a5255c3d-118d-4362-b576-bf9354c64556 disassociated. External IP: 172.27.2.136, port: 7c901558-680c-49ed-b1ad-c108605f42fa. Dec 18 03:23:48.425406 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Calling delete_port for 7c901558-680c-49ed-b1ad-c108605f42fa owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:48.550315 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:48.578727 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event deleted for resources: {'Port': ['ID=7c901558-680c-49ed-b1ad-c108605f42fa,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:48.653332 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-df9410d2-d00d-482f-916a-0d377e87e8de req-cbf964f6-fe9b-4770-8f78-31c70e1fcb57 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a4f5c1-5640-4b05-8d47-ced994ed06b6 HTTP/1.1" status: 200 len: 210 time: 0.0322380 Dec 18 03:23:48.710678 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:23:48.813970 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:23:48.823268 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] Sync routers for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:23:48.832552 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:48.833153 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:48.854396 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] No DVR routers for this DVR port 7c901558-680c-49ed-b1ad-c108605f42fa on host hv-cinder-81803 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:23:48.857130 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:48.861081 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [req-b9083d70-22eb-4654-8b00-ec0e994e2ad3 req-02f47c70-c7f8-4cee-b8bc-33aa10488e06 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.16 "DELETE /v2.0/ports/7c901558-680c-49ed-b1ad-c108605f42fa HTTP/1.1" status: 204 len: 173 time: 0.7698326 Dec 18 03:23:48.861656 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'name': 'network-vif-deleted', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 18 03:23:48.863896 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd96dc7ee365c35d79361570365cdb7b3266b4fa62f8a82c0bb737ffd63c705e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e3858-553a-44b9-8ae3-c04de5323a02" -d '{"events": [{"server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "name": "network-vif-deleted", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 18 03:23:48.900300 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 03:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716fda03-afc5-4598-a4d2-dcd0437f56e6 x-openstack-request-id: req-716fda03-afc5-4598-a4d2-dcd0437f56e6 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 18 03:23:48.900539 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a4f5c1-5640-4b05-8d47-ced994ed06b6", "name": "network-vif-deleted", "tag": "7c901558-680c-49ed-b1ad-c108605f42fa", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 18 03:23:48.900804 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-716fda03-afc5-4598-a4d2-dcd0437f56e6 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 18 03:23:48.901194 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a4f5c1-5640-4b05-8d47-ced994ed06b6', 'name': 'network-vif-deleted', 'tag': '7c901558-680c-49ed-b1ad-c108605f42fa', 'status': 'completed', 'code': 200} Dec 18 03:23:48.943394 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:49.149761 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:49.180313 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] Checking router: 237a4e58-c78f-4f92-aead-3b2bc839a0d5 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:23:49.188303 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:49.188896 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:49.303958 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:49.501188 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:49.526657 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48ea52-4434-44a9-9fca-e35599ef8ad1 None None] The sync data for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi is: [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:19:39Z', 'revision_number': 4, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi', '_interfaces': [{'id': 'c6073ff9-fd2a-48e6-ae6f-864ec574b435', 'name': '', 'network_id': '3fda238b-cb83-4001-a89c-717f18485950', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'mac_address': 'fa:16:3e:58:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:38Z', 'updated_at': '2021-12-18T03:19:42Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'subnets': [{'id': '8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:23:49.737916 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:49.746196 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ff435-8af1-4751-b729-7f2b4646925b None None] New status for floating IP a5255c3d-118d-4362-b576-bf9354c64556: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 18 03:23:49.790965 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e65bb0c-62de-401f-bec0-ba0daa06f9de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:49.813972 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e65bb0c-62de-401f-bec0-ba0daa06f9de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:49.860272 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e65bb0c-62de-401f-bec0-ba0daa06f9de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:49.863061 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e65bb0c-62de-401f-bec0-ba0daa06f9de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:49.864260 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7e65bb0c-62de-401f-bec0-ba0daa06f9de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "DELETE /v2.0/security-groups/989f3406-6cb6-41aa-b138-eb7020915470 HTTP/1.1" status: 204 len: 168 time: 0.1252673 Dec 18 03:23:49.867332 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:49.874838 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65bb0c-62de-401f-bec0-ba0daa06f9de tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989f3406-6cb6-41aa-b138-eb7020915470,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:49.881564 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.api.v2.resource [None req-6a8a1111-4275-4987-afc9-9190e4eafa29 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] show failed (client error): The resource could not be found. Dec 18 03:23:49.885596 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37094) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:49.885758 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-6a8a1111-4275-4987-afc9-9190e4eafa29 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "GET /v2.0/security-groups/989f3406-6cb6-41aa-b138-eb7020915470 HTTP/1.1" status: 404 len: 347 time: 0.0172639 Dec 18 03:23:50.012545 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Deleting port 48420d34-85e7-4eb3-b6e6-7cae52a97f66 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:50.012878 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:50.087442 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:50.087769 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:50.099121 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Calling delete_port for 48420d34-85e7-4eb3-b6e6-7cae52a97f66 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:50.225394 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:50.251551 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Pushing event deleted for resources: {'Port': ['ID=48420d34-85e7-4eb3-b6e6-7cae52a97f66,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:50.306123 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:50.308571 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10005'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:50.309730 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-64baa7f1-7686-4a30-a5c1-4cf7d7b7f477 tempest-AttachVolumeTestJSON-671729660 tempest-AttachVolumeTestJSON-671729660-project] 10.222.0.24 "DELETE /v2.0/floatingips/a5255c3d-118d-4362-b576-bf9354c64556 HTTP/1.1" status: 204 len: 168 time: 0.4227686 Dec 18 03:23:52.277124 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7c901558-680c-49ed-b1ad-c108605f42fa no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:52.297128 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] No Port match for: 7c901558-680c-49ed-b1ad-c108605f42fa {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:52.297475 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Device 7c901558-680c-49ed-b1ad-c108605f42fa not bound to the agent host hv-cinder-81803 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:53.814519 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37122) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:54.411676 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646595'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:54.646480 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Deleting port c6073ff9-fd2a-48e6-ae6f-864ec574b435 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:54.646813 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:54.720940 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] For port c6073ff9-fd2a-48e6-ae6f-864ec574b435, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=c6073ff9-fd2a-48e6-ae6f-864ec574b435,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:54.721215 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:54.733417 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Calling delete_port for c6073ff9-fd2a-48e6-ae6f-864ec574b435 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:54.904686 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:54.926379 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:54.937439 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6073ff9-fd2a-48e6-ae6f-864ec574b435,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:55.101414 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1646831'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:55.320912 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 has already been hosted by L3 agent fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 18 03:23:55.425084 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] Notify agent at l3_agent.dv-cinder-818037-10-iscsi the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 18 03:23:55.432564 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f64322d1-ae8e-44f2-a24d-ff871c2d1426 admin admin] 10.222.0.24 "PUT /v2.0/routers/237a4e58-c78f-4f92-aead-3b2bc839a0d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145298 Dec 18 03:23:55.432564 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37124) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:55.433651 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] Sync routers for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 18 03:23:55.444423 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:55.445086 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:55.533146 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:55.554026 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: dv-cinder-818037-10-iscsi {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:55.630548 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:55.685360 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Deleting port 83868b3d-90ff-419c-9d84-79288a1a00ef {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:55.685721 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:55.729205 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'external_fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:23:54Z', 'revision_number': 5, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port': {'id': '83868b3d-90ff-419c-9d84-79288a1a00ef', 'name': '', 'network_id': '74a8eff6-f122-4e99-acb9-e18453662af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T03:19:36Z', 'updated_at': '2021-12-18T03:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90523fb3-1417-4019-9421-51f1f6df86ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-10-iscsi'}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:55.756324 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] Checking router: 237a4e58-c78f-4f92-aead-3b2bc839a0d5 for host: dv-cinder-818037-10-iscsi {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 18 03:23:55.762955 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] For port 83868b3d-90ff-419c-9d84-79288a1a00ef, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=83868b3d-90ff-419c-9d84-79288a1a00ef,segment=NetworkSegment(d893bddf-f555-4e27-b2a4-32069f4bdcdb),segment_id=d893bddf-f555-4e27-b2a4-32069f4bdcdb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:55.763378 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:55.764322 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] Routers {'237a4e58-c78f-4f92-aead-3b2bc839a0d5'} bound to L3 agent in host dv-cinder-818037-10-iscsi {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 18 03:23:55.764924 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T03:04:34Z,description=,heartbeat_timestamp=2021-12-18T03:23:34Z,host='dv-cinder-818037-10-iscsi',id=fdd76ee9-3bcb-4e4e-9485-709d9d9d3cd3,load=0,resource_versions=,resources_synced=,started_at=2021-12-18T03:04:34Z,topic='l3_agent')) {'router_ids': ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:55.776064 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Calling delete_port for 83868b3d-90ff-419c-9d84-79288a1a00ef owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:55.848745 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] Set router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 18 03:23:55.937645 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:55.963560 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Pushing event deleted for resources: {'Port': ['ID=83868b3d-90ff-419c-9d84-79288a1a00ef,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:55.991467 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:23:55Z', 'revision_number': 6, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port_host': None}], 'dv-cinder-818037-10-iscsi', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:56.017771 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38740acb-9c52-4f46-b6f0-c785e1b5a916 None None] The sync data for ids ['237a4e58-c78f-4f92-aead-3b2bc839a0d5'] in dv-cinder-818037-10-iscsi is: [{'id': '237a4e58-c78f-4f92-aead-3b2bc839a0d5', 'name': 'tempest-AttachVolumeTestJSON-1180483780-router', 'tenant_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T03:19:35Z', 'updated_at': '2021-12-18T03:23:55Z', 'revision_number': 6, 'project_id': 'd5ef52b4e7164c93988c7ca58686d98f', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 18 03:23:56.030773 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648461'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.120203 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109125'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.122316 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.163491 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649382'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.164060 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 237a4e58-c78f-4f92-aead-3b2bc839a0d5 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 18 03:23:56.168266 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.169426 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-9fd845c9-9386-4b18-b4a4-07db58b6c81a admin admin] 10.222.0.24 "DELETE /v2.0/routers/237a4e58-c78f-4f92-aead-3b2bc839a0d5 HTTP/1.1" status: 204 len: 168 time: 0.7359102 Dec 18 03:23:56.171927 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37126) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:56.215924 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] Deleting subnet 8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 18 03:23:56.218847 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.255963 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13351292'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.327823 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639698'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.380469 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15986401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12660600'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.410088 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.413121 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cecce-3cd9-41bb-ad98-ab46f634bb89 None None] Network 3fda238b-cb83-4001-a89c-717f18485950 requested from dv-cinder-818037-10-iscsi {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 18 03:23:56.420483 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98 HTTP/1.1" status: 204 len: 168 time: 0.2474942 Dec 18 03:23:56.421358 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47bdfe-f946-4f0d-8e6d-afa3c027d252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3a1e62-b56e-4c2a-be9e-6fc771ae3a98,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:56.423692 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37128) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:56.511425 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585734'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.564829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Deleting port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 18 03:23:56.565156 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752850864249'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.628758 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] For port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b, host dv-cinder-818037-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-10-iscsi',level=0,port_id=9e3f22f8-8b75-40a9-a4fe-41b40409a94b,segment=NetworkSegment(bb40499a-c18b-4e7e-bc91-6be6a917924c),segment_id=bb40499a-c18b-4e7e-bc91-6be6a917924c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 18 03:23:56.629110 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744111'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.641146 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Calling delete_port for 9e3f22f8-8b75-40a9-a4fe-41b40409a94b owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 18 03:23:56.715203 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752850969308', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850468060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986356'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.740912 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3f22f8-8b75-40a9-a4fe-41b40409a94b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:56.744359 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] No DVR routers for this DVR port 9e3f22f8-8b75-40a9-a4fe-41b40409a94b on host dv-cinder-818037-10-iscsi {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 18 03:23:56.815690 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640583', 'neutron.services.segments.db._delete_segments_for_network-8752851021451'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.836615 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93f2cf-04fe-4dd8-9c86-ad0b33017a47 None None] DHCP port deletion for 3fda238b-cb83-4001-a89c-717f18485950 request from dv-cinder-818037-10-iscsi {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 18 03:23:56.840208 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fda238b-cb83-4001-a89c-717f18485950']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:56.855744 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb40499a-c18b-4e7e-bc91-6be6a917924c') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:56.856113 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb40499a-c18b-4e7e-bc91-6be6a917924c') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 18 03:23:56.866114 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851024276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13351285'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.882767 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.882973 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c6073ff9-fd2a-48e6-ae6f-864ec574b435 no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:56.889123 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 18 03:23:56.889498 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986311'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: Traceback (most recent call last): Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: timer() Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: cb(*args, **kw) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: return func(*args, **kwargs) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: self._notify() Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: self.callback(batched_events) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: event.method(event) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: return f(self, *a, **k) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._get(url).json() Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: return self.request(url, 'GET', **kwargs) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 18 03:23:56.891934 dv-cinder-818037-10-iscsi neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 18 03:23:56.903733 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: c6073ff9-fd2a-48e6-ae6f-864ec574b435 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:56.904073 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device c6073ff9-fd2a-48e6-ae6f-864ec574b435 not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:56.949175 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648497'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.954677 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603241'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:56.957892 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] 10.222.0.24 "DELETE /v2.0/networks/3fda238b-cb83-4001-a89c-717f18485950 HTTP/1.1" status: 204 len: 168 time: 0.5332766 Dec 18 03:23:56.972731 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465e9b1-d12c-44af-bb5d-8b91bedb7b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fda238b-cb83-4001-a89c-717f18485950,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:57.128426 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37132) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:57.166772 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-c845070a-fe2f-45ff-94a9-fa8d9d89bbb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5ef52b4e7164c93988c7ca58686d98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371997 Dec 18 03:23:57.169174 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:23:57.215857 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:57.236529 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:57.281504 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:57.284208 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:23:57.285333 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9252cfa-0a3c-4d21-938e-9c7d639fe32a HTTP/1.1" status: 204 len: 168 time: 0.1151927 Dec 18 03:23:57.292567 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9252cfa-0a3c-4d21-938e-9c7d639fe32a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:23:57.299504 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.299853 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.300198 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.300534 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.300862 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.301189 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.301517 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.301875 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.302201 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.302525 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.302849 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.303276 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.303587 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5035cb3-4264-4fec-9f16-c59cc50d15cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-10-iscsi {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 18 03:23:57.882888 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:23:58.460493 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 83868b3d-90ff-419c-9d84-79288a1a00ef no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:58.483858 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 83868b3d-90ff-419c-9d84-79288a1a00ef {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:58.484200 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 83868b3d-90ff-419c-9d84-79288a1a00ef not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:23:58.484609 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9e3f22f8-8b75-40a9-a4fe-41b40409a94b no longer exists at agent ovs-agent-dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 18 03:23:58.503972 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] No Port match for: 9e3f22f8-8b75-40a9-a4fe-41b40409a94b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 18 03:23:58.504311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Device 9e3f22f8-8b75-40a9-a4fe-41b40409a94b not bound to the agent host dv-cinder-818037-10-iscsi {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 18 03:24:01.517754 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d836-c193-42a6-9331-fef5d7bcf329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:03.945445 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-847ba1b3-225f-48ce-b563-1fd96bd9f318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.019134 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.471583 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37238) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:05.572875 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2073c5c-7ef3-47ee-868a-55dabc2a44c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.643881 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2073c5c-7ef3-47ee-868a-55dabc2a44c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.647221 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2073c5c-7ef3-47ee-868a-55dabc2a44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.681504 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2073c5c-7ef3-47ee-868a-55dabc2a44c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b7a412-3b4e-4791-8749-4f30856df4a9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:05.685821 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-f2073c5c-7ef3-47ee-868a-55dabc2a44c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59681e55c1264ea8acee345d62d5c3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132189 Dec 18 03:24:05.689642 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37242) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:05.734428 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7b248a68-8bdf-4b58-8300-3af2db69560c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.756013 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7b248a68-8bdf-4b58-8300-3af2db69560c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.801454 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7b248a68-8bdf-4b58-8300-3af2db69560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.803932 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7b248a68-8bdf-4b58-8300-3af2db69560c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:05.805074 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7b248a68-8bdf-4b58-8300-3af2db69560c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70b7a412-3b4e-4791-8749-4f30856df4a9 HTTP/1.1" status: 204 len: 168 time: 0.1153104 Dec 18 03:24:05.812395 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b248a68-8bdf-4b58-8300-3af2db69560c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b7a412-3b4e-4791-8749-4f30856df4a9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:06.478987 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:07.488379 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.385031 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37302) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:09.488152 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf67c4ee-60cd-474f-a2d9-d7884b8b3246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.562829 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf67c4ee-60cd-474f-a2d9-d7884b8b3246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.567111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf67c4ee-60cd-474f-a2d9-d7884b8b3246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.603210 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-cf67c4ee-60cd-474f-a2d9-d7884b8b3246 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e50f875d083949b79706a76a0c0e7cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171116 Dec 18 03:24:09.605066 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67c4ee-60cd-474f-a2d9-d7884b8b3246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8a0725-5074-42dd-8eae-829091a91c50,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:09.606205 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37306) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:09.653108 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b04d5558-5adb-4288-a038-6474d8b942ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.672906 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b04d5558-5adb-4288-a038-6474d8b942ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.719465 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b04d5558-5adb-4288-a038-6474d8b942ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.722850 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b04d5558-5adb-4288-a038-6474d8b942ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:09.723953 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-b04d5558-5adb-4288-a038-6474d8b942ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c8a0725-5074-42dd-8eae-829091a91c50 HTTP/1.1" status: 204 len: 168 time: 0.1167703 Dec 18 03:24:09.731516 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d5558-5adb-4288-a038-6474d8b942ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8a0725-5074-42dd-8eae-829091a91c50,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:11.066721 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37346) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:11.172346 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-012752f7-89f8-43c2-a77b-6f445847df03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.244156 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-012752f7-89f8-43c2-a77b-6f445847df03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.247369 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-012752f7-89f8-43c2-a77b-6f445847df03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.284514 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-012752f7-89f8-43c2-a77b-6f445847df03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a0f7a0f4b3e495b95a1791b66795d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167583 Dec 18 03:24:11.285362 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012752f7-89f8-43c2-a77b-6f445847df03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129f030d-ac46-42d2-acf6-7ba82c3fdbb1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:11.288207 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37350) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:11.336796 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8096e7-9e82-42ba-882b-00d34441d04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.358383 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8096e7-9e82-42ba-882b-00d34441d04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.405872 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8096e7-9e82-42ba-882b-00d34441d04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.408762 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8096e7-9e82-42ba-882b-00d34441d04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.409963 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-7f8096e7-9e82-42ba-882b-00d34441d04a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/129f030d-ac46-42d2-acf6-7ba82c3fdbb1 HTTP/1.1" status: 204 len: 168 time: 0.1205800 Dec 18 03:24:11.417496 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8096e7-9e82-42ba-882b-00d34441d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f030d-ac46-42d2-acf6-7ba82c3fdbb1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:11.662004 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37356) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:11.674869 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3661a803-932a-47a0-8ecb-55b2a309a3ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.746385 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3661a803-932a-47a0-8ecb-55b2a309a3ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.749808 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3661a803-932a-47a0-8ecb-55b2a309a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.788964 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-3661a803-932a-47a0-8ecb-55b2a309a3ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3914d0a44a84876b3dbf2811a2d11e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258731 Dec 18 03:24:11.789917 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661a803-932a-47a0-8ecb-55b2a309a3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d1525-ba42-4fa2-bbb6-18a308746f5e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:11.791621 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:11.838588 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1bb7-3b6d-4475-9b69-e0c54a84cb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.858963 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1bb7-3b6d-4475-9b69-e0c54a84cb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.903663 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1bb7-3b6d-4475-9b69-e0c54a84cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.906261 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1bb7-3b6d-4475-9b69-e0c54a84cb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:11.907372 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-2b2b1bb7-3b6d-4475-9b69-e0c54a84cb7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/747d1525-ba42-4fa2-bbb6-18a308746f5e HTTP/1.1" status: 204 len: 168 time: 0.1147666 Dec 18 03:24:11.914998 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b1bb7-3b6d-4475-9b69-e0c54a84cb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d1525-ba42-4fa2-bbb6-18a308746f5e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:14.581051 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37490) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:14.685743 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-387b6704-51bf-4777-b64f-c1077b0f13ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:14.757998 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-387b6704-51bf-4777-b64f-c1077b0f13ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:14.761447 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-387b6704-51bf-4777-b64f-c1077b0f13ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:14.797896 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-387b6704-51bf-4777-b64f-c1077b0f13ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05b91195f56847cbb06644fb38cc84d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157528 Dec 18 03:24:14.798988 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b6704-51bf-4777-b64f-c1077b0f13ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fab927-626e-4d5d-bcfc-5e4f0cef647e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:14.801102 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37494) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:14.847078 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86c8c92e-86b3-4f77-b7fa-cf33971ddd86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:14.867842 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86c8c92e-86b3-4f77-b7fa-cf33971ddd86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:14.911990 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86c8c92e-86b3-4f77-b7fa-cf33971ddd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:14.914889 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86c8c92e-86b3-4f77-b7fa-cf33971ddd86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:14.916015 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-86c8c92e-86b3-4f77-b7fa-cf33971ddd86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62fab927-626e-4d5d-bcfc-5e4f0cef647e HTTP/1.1" status: 204 len: 168 time: 0.1138945 Dec 18 03:24:14.923748 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8c92e-86b3-4f77-b7fa-cf33971ddd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fab927-626e-4d5d-bcfc-5e4f0cef647e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:15.166772 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37500) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:15.179648 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e977a184-ff16-4fef-955e-9325063fd211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:15.248384 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e977a184-ff16-4fef-955e-9325063fd211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:15.251231 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e977a184-ff16-4fef-955e-9325063fd211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:15.287751 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-e977a184-ff16-4fef-955e-9325063fd211 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ee68d57d50b46a3b22c1e7a3b2f98be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1198189 Dec 18 03:24:15.288510 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977a184-ff16-4fef-955e-9325063fd211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d84be5e-3e6a-4958-b96b-61703ca6d3bb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:15.290470 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37502) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:15.340778 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37de0c7f-23dc-4c38-b765-d21400004a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:15.362089 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37de0c7f-23dc-4c38-b765-d21400004a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:15.407527 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37de0c7f-23dc-4c38-b765-d21400004a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:15.410226 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37de0c7f-23dc-4c38-b765-d21400004a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:15.411356 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-37de0c7f-23dc-4c38-b765-d21400004a74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d84be5e-3e6a-4958-b96b-61703ca6d3bb HTTP/1.1" status: 204 len: 168 time: 0.1199088 Dec 18 03:24:15.419314 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de0c7f-23dc-4c38-b765-d21400004a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d84be5e-3e6a-4958-b96b-61703ca6d3bb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:16.421388 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:16.527013 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48988d73-a6d7-4300-accb-5ba5a67e47d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:16.599781 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48988d73-a6d7-4300-accb-5ba5a67e47d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:16.603399 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48988d73-a6d7-4300-accb-5ba5a67e47d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:16.641184 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-48988d73-a6d7-4300-accb-5ba5a67e47d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c494f05fdd04fd98dc93629e013b51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186527 Dec 18 03:24:16.642023 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48988d73-a6d7-4300-accb-5ba5a67e47d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b53656-50f4-4f8a-8d96-2b7acec90543,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:16.644111 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37540) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:16.694001 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8328c2f-ac39-476f-aefa-5f8164700bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:16.714126 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8328c2f-ac39-476f-aefa-5f8164700bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:16.759125 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8328c2f-ac39-476f-aefa-5f8164700bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:16.761779 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8328c2f-ac39-476f-aefa-5f8164700bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:16.762909 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-d8328c2f-ac39-476f-aefa-5f8164700bf4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82b53656-50f4-4f8a-8d96-2b7acec90543 HTTP/1.1" status: 204 len: 168 time: 0.1177263 Dec 18 03:24:16.770657 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8328c2f-ac39-476f-aefa-5f8164700bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b53656-50f4-4f8a-8d96-2b7acec90543,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:24.644710 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.24', 37610) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:24.746068 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5933af77-7d64-499c-ad86-53fc8384bf2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.816024 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5933af77-7d64-499c-ad86-53fc8384bf2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.819525 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5933af77-7d64-499c-ad86-53fc8384bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.856778 dv-cinder-818037-10-iscsi neutron-server[102469]: INFO neutron.wsgi [None req-5933af77-7d64-499c-ad86-53fc8384bf2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5b6f29f587e4fb9987cb28166b40603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110043 Dec 18 03:24:24.857657 dv-cinder-818037-10-iscsi neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933af77-7d64-499c-ad86-53fc8384bf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634f4415-3936-4fdb-9485-90580beda989,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:24.859522 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.24', 37614) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 18 03:24:24.906987 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-beac63a5-c931-45bc-8a23-b88939b6dad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.930776 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-beac63a5-c931-45bc-8a23-b88939b6dad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.931007 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.975842 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-beac63a5-c931-45bc-8a23-b88939b6dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712526'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.978449 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-beac63a5-c931-45bc-8a23-b88939b6dad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:24.979588 dv-cinder-818037-10-iscsi neutron-server[102468]: INFO neutron.wsgi [None req-beac63a5-c931-45bc-8a23-b88939b6dad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/634f4415-3936-4fdb-9485-90580beda989 HTTP/1.1" status: 204 len: 168 time: 0.1190667 Dec 18 03:24:24.987760 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac63a5-c931-45bc-8a23-b88939b6dad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634f4415-3936-4fdb-9485-90580beda989,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 18 03:24:31.518863 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad8a184f-00ff-49c0-af21-72349158ab81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:33.947007 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e5617519-de26-4026-8ed6-88784a528264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:34.882024 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:24:35.021423 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:36.483893 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:37.490344 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:24:54.928610 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:01.521455 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c7d96355-3f6b-4d9b-9b3d-c5a1c22a187d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:03.948602 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-52d9e05c-dbb6-43dd-99d2-84b135de83f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:05.024600 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:06.485471 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:07.493358 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:11.881301 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:25:24.946331 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:31.522340 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-034bf4be-0711-412a-99d3-9b7f87f69643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:33.950486 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b6385569-b165-450d-87c0-1db90035179b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:35.027390 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:36.489538 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:37.494741 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:25:48.880136 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:25:54.955678 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:01.523484 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-917aec51-c62b-40cd-9e4b-db7b6cda37e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:03.950828 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed5a9804-a316-41d8-a4f1-303d880a2ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:05.028478 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:06.491978 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:07.496942 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:24.956030 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:25.879293 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:26:31.526068 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2604eda-3abf-4f1e-81a0-9a061b2b6acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:33.952391 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6ceee18-27f0-4912-a4bc-26e5b1ae1286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:35.032186 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:36.496367 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:37.498798 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:26:54.971653 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:01.528940 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-562d7188-f215-4d72-be7b-8c37401ad0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:02.878735 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:27:03.953859 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12ab1fb2-5270-4b1e-9eff-76ebddc5d324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:05.034230 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:06.499166 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:07.500703 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:24.969753 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:31.529741 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9366e037-4f5c-491e-8a7e-9b29746524ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:33.954491 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16ffc1f9-3ab6-4ec7-8447-81b558c56aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:35.037311 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:36.502828 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:37.503401 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:27:39.878098 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:27:54.985440 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:01.530971 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5201254f-d827-4b6a-8f6b-d9e196a75a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:03.954728 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e82acbd0-8512-48dc-8f80-a7f5023afd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:05.040595 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:06.505508 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:07.505760 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:16.876755 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:28:24.984176 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:31.532907 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e4dfcf1-101b-41e2-beca-6b4504dd7de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:33.955762 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1128230c-f630-4ade-8654-66a650454e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:35.043249 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:36.508449 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:37.506934 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:28:49.036567 dv-cinder-818037-10-iscsi neutron-server[102468]: DEBUG neutron.wsgi [req-c8cef4ff-2e57-4c7f-95e0-607d018ce289 req-66141fa7-9b81-47e9-8562-040e2afbb4f0 service neutron] (102468) timed out ('10.222.0.16', 51564) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 18 03:28:53.877040 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:28:54.973297 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:01.534701 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b944483d-c299-402e-bbfd-87d6e54d63c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:03.958340 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d289a743-5388-4e33-9428-59190fb14c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:05.046694 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:06.511703 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:07.513303 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:24.990175 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c58089e0-f58c-4a59-a47c-a3f3cf8bd199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:30.875730 dv-cinder-818037-10-iscsi neutron-server[102471]: DEBUG neutron.db.agents_db [None req-486233e3-4d58-4c86-b873-9857108e9b8a None None] Agent healthcheck: found 6 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 18 03:29:31.537138 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6a4fdd65-f6ba-45fd-976e-53b31d8298b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:33.959545 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e9c37db-c0e7-4fbf-bdc4-2428b7126007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:35.050104 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0ac4-8ea5-400b-87e1-b07abc0430ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:36.514009 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cc94e9a-a3e0-4bea-ba4b-777371c57181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 18 03:29:37.506959 dv-cinder-818037-10-iscsi neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac069-fd61-4ff3-a33e-c544fdc930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851021406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643473'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}